-- Logs begin at Thu 2021-09-23 10:32:00 UTC, end at Thu 2021-09-23 11:42:49 UTC. -- Sep 23 11:16:53.322859 dv-cinder-809523-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 11:16:56.118851 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.common.config [-] Logging enabled! Sep 23 11:16:56.119415 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 11:16:56.119551 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94554) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 11:16:56.122822 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.common.config [-] Logging enabled! Sep 23 11:16:56.123079 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 11:16:56.123394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94554) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 11:16:56.124394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 11:16:56.124634 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 11:16:56.125007 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 11:16:56.125257 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 11:16:56.125486 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 11:16:56.125815 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.126112 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.126411 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.126643 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.126942 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.127235 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.127523 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.127813 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.128117 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.128426 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.128709 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.128997 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.129297 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.129712 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.130101 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.130395 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.130623 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] debug = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.130911 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.131342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.131765 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.132052 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.132372 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.132658 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.132932 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.133211 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.133498 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.133832 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] host = dv-cinder-809523-4-iscsi {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.134113 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.134403 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.134694 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.134982 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.135260 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.135536 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.135824 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.136099 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.136403 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] log_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.136682 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.136973 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.137269 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.137556 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.137783 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.138009 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.138300 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.138591 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.138867 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.139144 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.139420 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.139695 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.139970 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.140239 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.140549 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.140835 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.141120 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.141396 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.141671 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.141945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.142220 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.142504 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.142779 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.143053 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.143327 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.143616 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.143888 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.144161 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.144488 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.144777 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.145103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.145597 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.145896 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.146188 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.146467 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.146744 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.147019 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] use_json = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.147294 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.147568 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.147850 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.148133 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.148431 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.148712 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.148986 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.149273 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:56.149577 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.149877 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.150184 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.150474 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.150772 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.151057 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.151350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.151634 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.151926 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.152219 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.152541 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.152826 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.153118 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.153399 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.153700 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.154014 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.154319 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.154618 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.154909 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.155190 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.155466 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.155749 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.156044 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.156346 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.156649 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.156942 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.157263 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.157514 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.158067 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.158367 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.158642 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.158933 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.159230 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.159513 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.159794 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.160075 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.160390 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.161386 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.161642 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.161934 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.162217 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.162495 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.162768 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.163052 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.163349 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.163637 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.163913 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.164190 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.164497 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.164771 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.165056 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.165336 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.165616 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.165887 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.166167 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.166444 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.166719 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.166998 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.167281 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.167561 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.167837 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.168111 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.168412 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.168694 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.168969 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.169241 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.169519 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.169795 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.170071 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.170349 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.170623 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.170896 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.171168 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.171459 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.171763 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.172046 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.172357 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.172643 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.172927 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.173207 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.173489 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.173771 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.174053 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.174328 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.174626 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.174913 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.175207 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.175569 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.175779 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.176108 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.176948 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.177235 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.177519 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.177802 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.178091 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.178382 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.178683 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.178988 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.179286 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.179582 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.179883 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.180169 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.180511 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.180796 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:56.181016 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 11:16:56.181268 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94554) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 11:16:56.541925 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 11:16:56.542206 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 11:16:56.542501 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 11:16:56.542839 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 11:16:56.946038 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:56.946331 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:56.946640 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:56.947938 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:56.948212 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:56.948505 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:56.985646 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:56.985920 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:56.986187 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.001307 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.001587 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.001856 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.031237 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.031520 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.031790 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.074568 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.074775 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.075047 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.312832 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.313458 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.313458 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.313596 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.314307 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.437554 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.437887 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.438174 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.438451 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.438723 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.439039 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.439304 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.439562 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.439818 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.440102 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.440389 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.440660 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.440918 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.441171 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.441434 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.441720 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.442091 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.442361 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.442640 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.442900 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.443179 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.443432 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.443717 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.444103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.444381 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.444635 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.445115 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 11:16:57.445287 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 11:16:57.445523 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 11:16:57.445759 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 11:16:57.445995 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 11:16:57.446230 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 11:16:57.446599 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 11:16:57.449872 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 11:16:57.453966 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 11:16:57.458203 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 23 11:16:57.459849 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 11:16:57.460315 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 11:16:57.460664 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 11:16:57.461055 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 11:16:57.463878 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 11:16:57.464130 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 11:16:57.464508 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 11:16:57.469891 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 11:16:57.492912 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 11:16:57.493385 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.493687 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94554) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 11:16:57.494053 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.495445 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94554) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 11:16:57.495903 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 11:16:57.496152 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 11:16:57.499401 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.499681 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:57.564181 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 11:16:57.564452 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 11:16:57.564691 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 11:16:57.565076 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 11:16:57.587912 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_db.sqlalchemy.engines [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94554) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 11:16:58.272011 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Initializing driver for type 'gre' Sep 23 11:16:58.272580 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] gre ID ranges: [(1, 1000)] Sep 23 11:16:58.465484 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Initializing driver for type 'local' Sep 23 11:16:58.466154 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Initializing driver for type 'vlan' Sep 23 11:16:58.522699 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] VlanTypeDriver initialization complete Sep 23 11:16:58.522962 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Initializing driver for type 'vxlan' Sep 23 11:16:58.523486 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] vxlan ID ranges: [(1, 1000)] Sep 23 11:16:58.762708 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Initializing extension driver 'port_security' Sep 23 11:16:58.763046 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.extensions.port_security [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] PortSecurityExtensionDriver initialization complete Sep 23 11:16:58.763381 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Initializing mechanism driver 'openvswitch' Sep 23 11:16:58.763725 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Initializing mechanism driver 'hyperv' Sep 23 11:16:58.791710 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:16:58.792385 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > port after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.792759 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > port after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.793113 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > port after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.793645 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 11:16:58.794074 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > subnet after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.794428 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > subnet after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.794773 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.795167 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 11:16:58.795575 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > network after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.795946 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > network after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.796313 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > network after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.796704 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 11:16:58.797106 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > security_group after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.797461 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > security_group after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.797798 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > security_group after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.798335 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 11:16:58.798748 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.799104 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.799451 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.799850 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 11:16:58.800252 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > address_group after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.800622 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > address_group after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.800964 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > address_group after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.801850 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 11:16:58.802315 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] ML2 OVO RPC backend initialized. {{(pid=94554) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 11:16:58.803046 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.803406 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.803825 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > network before_response 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.804174 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > networks before_response 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.804548 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > port before_response 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.804895 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > ports before_response 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.805241 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > subnet before_response 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.805588 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > subnets before_response 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.805935 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > network after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.806278 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > network after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.806617 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > network after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.806982 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > port after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.807490 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > port after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.807663 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > port after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.808001 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > subnet after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.808357 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > subnet after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.812480 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.812480 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.plugin [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Modular L2 Plugin initialization complete Sep 23 11:16:58.812480 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading services supported by the core plugin {{(pid=94554) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 11:16:58.812480 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.plugins.ml2.managers [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Got port-security extension from driver 'port_security' Sep 23 11:16:58.812480 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.extensions.vlantransparent [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Disabled vlantransparent extension. Sep 23 11:16:58.812480 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94554) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 11:16:58.812480 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading Plugin: router Sep 23 11:16:58.855297 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router_interface before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.855696 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router after_create 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.856075 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router before_create 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.856479 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.856858 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.857311 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router after_delete 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.857685 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > floatingip after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.858037 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > floatingip after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.858394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router after_create 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.858744 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router after_update 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.859105 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router after_update 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.859457 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.859821 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router after_update 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.860244 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_update 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.860656 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: port after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.860999 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: port after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.861342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: subnet after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.861712 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.862037 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > port precommit_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.862386 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_create 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.862730 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: port before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.863074 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.863438 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router after_update 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.864386 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_delete 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.864902 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_create 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.865397 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.865731 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_update 55549900 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.866106 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > agent after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.866466 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > agent after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.866815 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > network after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.867781 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Tracking information for resource: router configured {{(pid=94554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 11:16:58.868114 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Tracking information for resource: floatingip configured {{(pid=94554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 11:16:58.878931 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.db.l3_agentschedulers_db [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 11:16:58.880255 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: port after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.880658 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: port after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.881012 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: port after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.881367 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: port after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.882219 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router before_create 55550100 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.882590 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_delete 55550100 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.882953 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_create 55550100 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.883314 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > router precommit_update 55550100 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.888121 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.services.provider_configuration [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service providers = [] {{(pid=94554) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 11:16:58.888523 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.db.servicetype_db [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94554) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 11:16:58.891653 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.services.service_base [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 11:16:58.892006 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.services.service_base [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 11:16:58.892387 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.services.service_base [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 11:16:58.893299 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.services.service_base [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 11:16:58.893675 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.services.service_base [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 11:16:58.894070 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 11:16:58.894395 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 11:16:58.912094 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 11:16:58.912465 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading Plugin: auto_allocate Sep 23 11:16:58.918416 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: network precommit_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.918795 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: network precommit_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.919336 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 11:16:58.919660 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading Plugin: tag Sep 23 11:16:58.927026 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 11:16:58.927359 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading Plugin: timestamp Sep 23 11:16:58.931490 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 11:16:58.931826 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading Plugin: network_ip_availability Sep 23 11:16:58.937518 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.937893 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.938273 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:58.939038 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 11:16:58.939363 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading Plugin: flavors Sep 23 11:16:58.944938 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 11:16:58.945272 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading Plugin: revisions Sep 23 11:16:58.956818 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 11:16:58.957219 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_concurrency.lockutils [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.415s {{(pid=94554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 11:16:58.958187 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94554) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 11:16:58.958526 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Initializing extension manager. Sep 23 11:16:58.959046 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: __init__.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.959393 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: __pycache__ {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.959737 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.960067 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: address_group.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.960886 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.961478 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: address-group Sep 23 11:16:58.961848 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: address_scope.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.962791 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.963304 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: address-scope Sep 23 11:16:58.963629 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: admin_state_down_before_update.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.964605 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.965118 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: router-admin-state-down-before-update Sep 23 11:16:58.965444 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: agent.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.966156 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.966661 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: agent Sep 23 11:16:58.966985 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: agent_resources_synced.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.967912 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.968448 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: agent-resources-synced Sep 23 11:16:58.968773 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: allowedaddresspairs.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.970608 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.971126 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: allowed-address-pairs Sep 23 11:16:58.971456 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: auto_allocated_topology.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.972598 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.973234 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: auto-allocated-topology Sep 23 11:16:58.973598 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: availability_zone.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.974304 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.974812 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: availability_zone Sep 23 11:16:58.975137 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: availability_zone_filter.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.976061 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.976611 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: availability_zone_filter Sep 23 11:16:58.976936 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: data_plane_status.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.977850 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.978348 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 11:16:58.978674 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: default_subnetpools.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.979630 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.980132 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: default-subnetpools Sep 23 11:16:58.980489 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: dhcpagentscheduler.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.981318 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.981818 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: dhcp_agent_scheduler Sep 23 11:16:58.982143 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: dns.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.983080 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.983579 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension dns-integration not supported by any of loaded plugins Sep 23 11:16:58.983904 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: dns_domain_ports.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.984870 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.985379 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 11:16:58.985699 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.986633 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.987140 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 11:16:58.987463 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: dvr.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.988143 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.989202 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: dvr Sep 23 11:16:58.989541 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: ecmp_routes.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.990552 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.991059 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 11:16:58.991383 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: empty_string_filtering.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.992316 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.992845 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: empty-string-filtering Sep 23 11:16:58.993170 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.994092 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.994595 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 11:16:58.994918 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:58.995841 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:58.996408 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 11:16:58.996733 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: external_net.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.008680 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.009201 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: external-net Sep 23 11:16:59.009525 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: extra_dhcp_opt.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.010454 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.010959 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: extra_dhcp_opt Sep 23 11:16:59.011286 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: extraroute.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.012206 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.012778 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: extraroute Sep 23 11:16:59.013106 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: extraroute_atomic.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.014202 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.014711 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: extraroute-atomic Sep 23 11:16:59.015110 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: filter_validation.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.015719 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.016226 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: filter-validation Sep 23 11:16:59.016575 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: fip_pf_description.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.017498 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.018005 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 11:16:59.018329 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: fip_port_details.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.019250 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.019752 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: fip-port-details Sep 23 11:16:59.020101 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: flavors.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.021364 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.021880 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: flavors Sep 23 11:16:59.022203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.023880 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.024429 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 11:16:59.024768 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: floatingip_pools.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.025482 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.025984 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: floatingip-pools Sep 23 11:16:59.026315 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: ip_allocation.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.027258 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.027763 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 11:16:59.028090 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.029049 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.029551 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: ip-substring-filtering Sep 23 11:16:59.029896 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: l2_adjacency.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.030831 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.031338 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 11:16:59.031666 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: l3.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.033118 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.033639 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: router Sep 23 11:16:59.033971 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: l3_conntrack_helper.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.043773 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.044244 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 11:16:59.044617 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.045561 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.046075 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: ext-gw-mode Sep 23 11:16:59.046405 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.047352 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.047860 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: l3-ha Sep 23 11:16:59.048191 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: l3_flavors.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.049142 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.049655 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: l3-flavors Sep 23 11:16:59.049988 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.050917 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.051964 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 11:16:59.052287 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: l3agentscheduler.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.053447 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.053949 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: l3_agent_scheduler Sep 23 11:16:59.054277 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: logging.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.055780 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.056323 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension logging not supported by any of loaded plugins Sep 23 11:16:59.056662 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: metering.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.057419 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.058002 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: metering Sep 23 11:16:59.058336 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.059442 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.059960 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: metering_source_and_destination_fields Sep 23 11:16:59.060307 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: multiprovidernet.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.061252 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.061764 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: multi-provider Sep 23 11:16:59.062095 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: netmtu.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.063027 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.063536 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: net-mtu Sep 23 11:16:59.063865 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: netmtu_writable.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.064819 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.065327 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: net-mtu-writable Sep 23 11:16:59.065655 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: network_availability_zone.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.066336 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.066873 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: network_availability_zone Sep 23 11:16:59.067193 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: network_ip_availability.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.068439 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.068955 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: network-ip-availability Sep 23 11:16:59.069278 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: network_segment_range.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.070061 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.070568 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 11:16:59.070897 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: pagination.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.083589 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.083923 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: pagination Sep 23 11:16:59.084248 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: port_device_profile.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.085200 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.085711 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: port-device-profile Sep 23 11:16:59.086037 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.086963 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.087517 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: port-mac-address-regenerate Sep 23 11:16:59.087842 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.088818 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.089322 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: port-numa-affinity-policy Sep 23 11:16:59.089646 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: port_resource_request.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.090706 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.091203 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 11:16:59.091525 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: portbindings.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.092507 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.093061 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: binding Sep 23 11:16:59.093360 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: portbindings_extended.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.094635 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.095153 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: binding-extended Sep 23 11:16:59.095487 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: portsecurity.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.096440 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.096952 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: port-security Sep 23 11:16:59.097279 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: project_id.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.098770 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.099103 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: project-id Sep 23 11:16:59.099431 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: providernet.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.100398 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.100910 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: provider Sep 23 11:16:59.101236 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.104852 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.105374 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos not supported by any of loaded plugins Sep 23 11:16:59.105708 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.106954 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.107467 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 11:16:59.107796 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.108755 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.109264 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 11:16:59.109591 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_default.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.110538 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.111048 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-default not supported by any of loaded plugins Sep 23 11:16:59.111376 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_fip.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.112034 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.112580 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-fip not supported by any of loaded plugins Sep 23 11:16:59.112905 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_gateway_ip.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.114429 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.115026 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 11:16:59.115354 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_port_network_policy.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.116284 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.116819 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 11:16:59.117145 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_pps_rule.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.118327 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.118842 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-pps not supported by any of loaded plugins Sep 23 11:16:59.119171 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_rule_type_details.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.120102 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.120636 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 11:16:59.120965 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: qos_rules_alias.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.122037 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.122546 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 11:16:59.122885 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: quotasv2.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.123832 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.124160 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: quotas Sep 23 11:16:59.124515 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: quotasv2_detail.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.127849 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.128192 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: quota_details Sep 23 11:16:59.128553 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: rbac.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.129775 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.130321 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: rbac-policies Sep 23 11:16:59.130657 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: rbac_address_group.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.131603 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.132119 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: rbac-address-group Sep 23 11:16:59.132482 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: rbac_address_scope.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.133440 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.133957 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: rbac-address-scope Sep 23 11:16:59.134287 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: rbac_security_groups.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.158355 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.158868 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: rbac-security-groups Sep 23 11:16:59.159197 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: rbac_subnetpool.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.160137 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.161344 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: rbac-subnetpool Sep 23 11:16:59.161680 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: revisionifmatch.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.162618 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.163137 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: revision-if-match Sep 23 11:16:59.163466 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: revisions.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.164623 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.165131 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: standard-attr-revisions Sep 23 11:16:59.165460 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: router_availability_zone.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.166158 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.166660 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: router_availability_zone Sep 23 11:16:59.166987 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: routerservicetype.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.167918 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.168445 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension router-service-type not supported by any of loaded plugins Sep 23 11:16:59.168773 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.169706 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.170215 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: security-groups-normalized-cidr Sep 23 11:16:59.170541 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: security_groups_port_filtering.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.171474 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.171987 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: port-security-groups-filtering Sep 23 11:16:59.172335 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.173271 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.173778 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: security-groups-remote-address-group Sep 23 11:16:59.174107 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: securitygroup.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.186040 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.190864 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: security-group Sep 23 11:16:59.190864 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: segment.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.190864 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.190864 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension segment not supported by any of loaded plugins Sep 23 11:16:59.190864 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.191605 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.192146 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 11:16:59.192509 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: servicetype.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.193728 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.194260 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: service-type Sep 23 11:16:59.194575 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: sorting.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.195578 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.195910 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: sorting Sep 23 11:16:59.196237 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: standard_attr_segment.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.197203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.197714 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 11:16:59.198047 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: standardattrdescription.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.198706 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.199212 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: standard-attr-description Sep 23 11:16:59.199538 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: stateful_security_group.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.200512 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.201029 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: stateful-security-group Sep 23 11:16:59.201358 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: stdattrs_common.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.201989 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 11:16:59.202313 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.203252 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.203768 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 11:16:59.204093 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: subnet_onboard.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.205212 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.205731 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: subnet_onboard Sep 23 11:16:59.206057 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.207022 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.207729 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 11:16:59.208064 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: subnet_service_types.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.209054 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.209573 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: subnet-service-types Sep 23 11:16:59.209898 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: subnetallocation.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.211008 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.211525 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: subnet_allocation Sep 23 11:16:59.211855 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.212566 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.213077 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: subnetpool-prefix-ops Sep 23 11:16:59.213403 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.214346 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.214854 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 11:16:59.215176 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: tagging.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.216332 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.216851 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: standard-attr-tag Sep 23 11:16:59.217181 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: timestamp.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.218409 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.218927 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loaded extension: standard-attr-timestamp Sep 23 11:16:59.219259 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: trunk.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.220339 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.220848 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension trunk not supported by any of loaded plugins Sep 23 11:16:59.221178 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: trunk_details.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.222109 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.222615 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension trunk-details not supported by any of loaded plugins Sep 23 11:16:59.223611 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: uplink_status_propagation.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.224561 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.225078 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 11:16:59.225403 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Loading extension file: vlantransparent.py {{(pid=94554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 11:16:59.226096 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 11:16:59.226601 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 11:16:59.229136 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:network Sep 23 11:16:59.229686 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:subnet Sep 23 11:16:59.230089 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 11:16:59.230488 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:port Sep 23 11:16:59.231770 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.232222 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service FLAVORS assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.232882 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.233309 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.233645 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:router Sep 23 11:16:59.234077 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:floatingip Sep 23 11:16:59.234566 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service METERING assigned prefix: /metering {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.236104 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:59.243394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:59.243394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:16:59.243394 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 11:16:59.243394 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:security_group Sep 23 11:16:59.243394 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 11:16:59.243394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service CORE assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.243933 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 11:16:59.243933 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] subnetpool is already registered Sep 23 11:16:59.243933 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service CORE assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.243933 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 11:16:59.243933 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] subnetpool is already registered Sep 23 11:16:59.244514 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.244514 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service FLAVORS assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.245100 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.245524 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.245859 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:router Sep 23 11:16:59.246202 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] router is already registered Sep 23 11:16:59.246613 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:floatingip Sep 23 11:16:59.246957 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] floatingip is already registered Sep 23 11:16:59.247417 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service METERING assigned prefix: /metering {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.248090 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 11:16:59.248528 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] rbac_policy is already registered Sep 23 11:16:59.248946 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:security_group Sep 23 11:16:59.249280 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] security_group is already registered Sep 23 11:16:59.249684 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 11:16:59.250015 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] security_group_rule is already registered Sep 23 11:16:59.250650 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service CORE assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.250976 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 11:16:59.251312 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] subnetpool is already registered Sep 23 11:16:59.251735 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.v2.resource_helper [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Service CORE assigned prefix: {{(pid=94554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 11:16:59.252070 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 11:16:59.252433 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING neutron.quota.resource_registry [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] subnetpool is already registered Sep 23 11:16:59.252900 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: extensions {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.254562 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: address-groups {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.256037 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: address-scopes {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.257393 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: agents {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.258605 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: auto-allocated-topology {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.259863 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: availability_zones {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.261114 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: dhcp-networks {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.262680 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: dhcp-agents {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.264103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: routers {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.266349 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: flavors {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.267511 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: service_profiles {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.268758 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: next_providers {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.270359 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: service_profiles {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.271892 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: floatingip-pools {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.274594 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: routers {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.275231 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: floatingips {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.276545 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: l3-routers {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.277940 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: l3-agents {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.279340 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: metering-labels {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.280720 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: metering-label-rules {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.282004 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: network-ip-availabilities {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.283553 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: bindings {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.286778 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: quotas {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.288248 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: quotas {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.289687 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: rbac-policies {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.290884 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: security-groups {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.292219 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: security-group-rules {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.293513 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: service-providers {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.294782 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: subnetpools {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.296155 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: subnetpools {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.297638 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.299298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.301691 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.303479 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.305288 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.307131 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.308868 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.310763 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.312523 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.314253 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron.api.extensions [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Extended resource: tags {{(pid=94554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 11:16:59.320468 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING keystonemiddleware.auth_token [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 11:16:59.325260 dv-cinder-809523-4-iscsi neutron-server[94554]: WARNING keystonemiddleware.auth_token [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 11:16:59.333779 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_concurrency.lockutils [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Acquired lock "singleton_lock" {{(pid=94554) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 11:16:59.334256 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_concurrency.lockutils [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Releasing lock "singleton_lock" {{(pid=94554) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 11:16:59.334913 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO oslo_service.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Starting 2 workers Sep 23 11:16:59.339722 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Started child 94665 {{(pid=94554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 11:16:59.344339 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Started child 94666 {{(pid=94554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 11:16:59.345236 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:16:59.346030 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO neutron.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 11:16:59.346605 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Notify callbacks [] for process, before_spawn {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:16:59.346831 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [-] (94665) wsgi starting up on http://0.0.0.0:9696 Sep 23 11:16:59.349655 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO oslo_service.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Starting 1 workers Sep 23 11:16:59.350109 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:16:59.351578 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [-] (94666) wsgi starting up on http://0.0.0.0:9696 Sep 23 11:16:59.354884 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Started child 94667 {{(pid=94554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 11:16:59.355430 dv-cinder-809523-4-iscsi neutron-server[94554]: INFO oslo_service.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Starting 1 workers Sep 23 11:16:59.358471 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] calling RpcWorker wait() {{(pid=94667) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 11:16:59.359066 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] returning from RpcWorker wait() {{(pid=94667) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 11:16:59.359977 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Started child 94668 {{(pid=94554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 11:16:59.360357 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:16:59.360807 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:16:59.360908 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-23d9b21e-f511-4f4d-9212-9149c3a987cf None None] Notify callbacks [] for process, after_spawn {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:16:59.362799 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94554) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 11:16:59.363015 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 11:16:59.363386 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 11:16:59.363639 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 11:16:59.364508 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 11:16:59.364673 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 11:16:59.365351 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.365652 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.365917 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.366183 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.366496 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.366887 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:16:59.367438 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.367438 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.367666 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.367876 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.368272 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.368479 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.368645 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.369063 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.369321 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.369613 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.369898 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.370147 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.370431 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.370607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.370851 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.371110 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.371342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.371608 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] debug = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.371851 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.372372 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.372605 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.372881 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.373104 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.373375 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.373630 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.373887 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.374146 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.374519 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.374780 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.375057 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.375301 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.375518 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.375757 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.376020 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.376268 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.376720 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] host = dv-cinder-809523-4-iscsi {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.376954 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.377174 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.377424 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.377652 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.377899 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.378129 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.378382 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.378644 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.378893 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.379138 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.379646 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.379646 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.379939 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.380090 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.380226 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_options = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.380524 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.380748 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.381004 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.381268 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.381422 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.381574 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.381770 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.381927 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.382170 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.382407 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.382619 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.382834 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.383098 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.383308 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.383565 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.383811 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.384043 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.384249 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.384536 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.384762 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.384986 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.385225 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.385441 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.385658 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.385892 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.386127 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.386347 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.386560 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.386821 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.387017 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.387247 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.387499 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.387731 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.387968 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.388227 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.388558 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.388749 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.388942 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.389201 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.389424 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.389684 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.389963 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.390176 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.390416 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.390669 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.390890 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.391103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_json = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.391391 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.391574 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.391840 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.392053 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.392329 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.392556 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.392815 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.393019 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.393443 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.393724 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.394068 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.394291 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.395479 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.395728 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.396217 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.396494 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.396746 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.397088 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.397303 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.397541 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.397673 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:16:59.397832 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.398057 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.398342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.398658 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.398898 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.399172 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.399395 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.399613 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.399829 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.400074 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.400386 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.400628 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.400870 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.401075 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.401312 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.401647 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.401908 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.402167 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.402415 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.402639 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.402947 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.403103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.403354 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.403567 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.403778 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.404045 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.404283 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.409550 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.410203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411350 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411898 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411898 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411898 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.411898 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.412126 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.413356 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.413356 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.413356 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.413356 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.413356 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.413719 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.413719 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.414272 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.414272 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.414496 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.414577 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.414747 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.414968 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.415194 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.416607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.416607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.416607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.416607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.416607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.416607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.417876 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.417876 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.417876 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.417876 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.417876 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.419648 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.419927 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.420160 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.420427 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.421101 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.425130 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.425434 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.426872 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.428464 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.428945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.429392 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.429775 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.430194 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.430646 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.431759 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.431759 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.431759 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.431759 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.432079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.432148 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.432469 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.432738 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.433010 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.433231 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.433510 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.434097 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.434361 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.434617 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.434941 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.435216 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.435501 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.435785 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.436089 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.436378 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.436638 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.436869 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.437148 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.437399 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.437748 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.437994 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.438228 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.438551 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.438805 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.439038 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.439252 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.439527 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.439795 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.440169 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.440342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.440588 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.440826 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.441061 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.441290 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.441523 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.441946 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.442191 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.443627 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.443627 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.443627 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.443627 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.443627 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.444025 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.444025 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.444187 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.444399 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.444740 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.444901 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.445118 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.445321 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.445537 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.445757 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.445996 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.446216 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.446682 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.446908 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.447119 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.447368 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.447589 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.447992 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.448247 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.448500 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.448763 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.449015 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.449308 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.449559 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.449904 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.450591 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.450591 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.450945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.451326 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.451672 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.452029 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.452438 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.452892 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.453298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.453594 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.453950 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.454219 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.454456 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.454829 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.455056 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.455314 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.455557 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.455778 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.456028 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.456334 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.456534 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.456799 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.457045 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.457860 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.458082 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.458295 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.458506 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.458827 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.459042 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.459326 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.459573 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.459813 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.460065 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.460314 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.460530 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.460760 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.460991 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.461203 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.461441 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.461677 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.461886 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.462121 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.462341 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.462605 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.462807 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.463026 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.463234 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.463457 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.463705 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.463914 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.464170 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.464427 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.464660 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.464895 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.465560 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.466096 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.466096 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.466347 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.466477 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.466644 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.466856 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.467065 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.467288 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.467749 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.468057 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.468268 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.468544 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.468762 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.469052 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.469299 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.469541 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.469806 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.470124 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.470336 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.470574 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.470812 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.471042 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.471257 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.471506 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.471820 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.472114 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.472394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.472659 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.473917 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.474208 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.474483 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.474698 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.475000 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.475351 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.475738 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.475906 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.476099 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.476386 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.476625 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.476841 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.477075 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.477307 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.477520 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.477781 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.478005 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.478263 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.478450 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.478695 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.478908 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.479127 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.479362 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.479606 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.479848 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.480013 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 11:16:59.480553 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94554) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 11:16:59.480714 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 11:16:59.480867 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 11:16:59.481036 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 11:16:59.481201 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 11:16:59.481342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 11:16:59.481547 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.481700 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.481835 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.481993 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.482147 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.482324 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.482481 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.482636 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.482830 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.482985 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.483139 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.483294 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.483448 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.483601 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.483754 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.483908 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.484062 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.484217 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.484399 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.484556 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.484711 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.484864 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.485017 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] debug = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.485170 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.485371 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.485531 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.485684 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.485863 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.485994 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.486147 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.486300 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.486454 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.486607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.486758 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.486895 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.487029 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.487185 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.487338 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.487491 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.487682 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.487864 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] host = dv-cinder-809523-4-iscsi {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.488017 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.488172 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.488337 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.488606 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.488753 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.488913 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.489059 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.489219 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.489422 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.489590 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.489762 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.489762 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.490009 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.490093 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.490204 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_options = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.490357 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.490512 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.490667 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.490848 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.491008 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.491162 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.491319 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.491472 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.491627 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.491781 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.491934 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.492088 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.492242 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.492453 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.492574 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.492725 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.492868 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494298 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.494945 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.495347 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.495347 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.495347 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.495561 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.495639 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.495744 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.495916 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.496061 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.496215 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.496403 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.496534 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.496687 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.496840 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.496992 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.497145 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.497297 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_json = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.497449 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.497602 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.497755 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.497909 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.498062 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.498216 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.498368 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.498522 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 11:16:59.498703 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.498859 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.499028 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.499184 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.499342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.499544 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.499707 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.500327 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.500495 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.500652 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.500817 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.500975 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.501144 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.501301 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.501459 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.501617 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.501862 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.502012 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.502144 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.502287 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.502431 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.502563 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.502731 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.502882 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.503017 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.503158 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.503294 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.503427 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.503557 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.503683 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.503815 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.503948 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.504100 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.504414 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.504743 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.504905 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.505440 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.505627 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 53796) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:16:59.514573 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.514842 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.515021 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.515153 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.515315 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.515449 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.515581 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.515766 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.516004 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.516243 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.516458 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.516643 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.516759 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.516932 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.517077 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.517290 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.517437 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.517559 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.517826 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.517973 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099800 Sep 23 11:16:59.518453 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.518453 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.518453 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.518453 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.518916 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.518916 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.519148 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.519545 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.520510 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.521056 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.521346 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.521609 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.521879 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.522156 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.522426 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.522710 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.522950 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.523130 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.523337 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.523510 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.523685 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.523844 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.524188 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.524552 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.524701 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.524874 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.525025 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.525172 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.525359 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.525492 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.525761 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.525894 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.526013 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.526185 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.526365 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.526552 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.526676 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.526831 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.526989 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.527135 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.527291 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.527626 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.527808 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.527942 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.528287 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529457 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529639 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529797 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.529937 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.530085 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.530225 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.530386 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.530552 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.530707 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.530879 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.531038 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.531196 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.531359 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.531526 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.531695 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.531856 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.532021 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.532221 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.532414 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.532552 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.532967 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.533129 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.533290 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.533450 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.533611 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.533779 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.533986 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.534153 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.534315 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.534469 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.534655 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.534810 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.534970 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.535130 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.535290 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.535565 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.536213 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.536412 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:16:59.536574 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.536574 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.536830 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.536830 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.537079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.537079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.537342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.537342 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.537649 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.537649 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.537911 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.538043 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.538174 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539079 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539839 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539839 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539839 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539839 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.539839 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.540486 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.540486 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.540486 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.540486 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.540486 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541103 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541616 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541616 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541616 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541990 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541990 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.541990 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.542351 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.542351 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.542608 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.542608 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.542858 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.542858 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.543101 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.543240 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.543371 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.543501 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.543631 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.543791 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.543953 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.544115 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.544275 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.545373 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.545535 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.545671 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.545804 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.545936 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.546088 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.546249 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.546412 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.546573 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.546736 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.546897 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.547057 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.547219 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.547482 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.547708 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.547708 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.547967 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.548102 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.548328 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.548504 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.548703 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.548874 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.549471 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.549471 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.549471 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.549901 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.549901 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.549901 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.550274 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.550274 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.550527 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.550527 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.550800 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.550800 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.551428 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.551428 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.551428 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.551428 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.551932 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.551932 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.551932 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.552394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.552394 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.552658 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.552658 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.552923 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.553055 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.553187 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.553321 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.553464 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.553607 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.553743 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.554738 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.554738 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.554738 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.554738 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.554738 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.554738 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.555515 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.555515 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.555515 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.555515 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.555515 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.556190 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.556190 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.556190 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.556190 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.557377 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.557377 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.557377 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.557377 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.557377 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.557377 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.557377 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.558379 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.558379 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.558379 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.558379 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.558379 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.558379 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.558379 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.559296 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.559296 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.559296 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.559296 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.559296 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.559296 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.560044 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.560044 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.560044 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.560044 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.560044 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 11:16:59.560044 dv-cinder-809523-4-iscsi neutron-server[94554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 11:17:13.599084 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51523995-5db0-4aae-8d96-23b83a974a60 None None] get_active_networks_info from dv-cinder-809523-4-iscsi {{(pid=94667) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 11:17:13.687149 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51523995-5db0-4aae-8d96-23b83a974a60 None None] No non-hosted networks {{(pid=94667) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 11:17:13.732764 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.agentschedulers_db [None req-51523995-5db0-4aae-8d96-23b83a974a60 None None] DHCP Agent not found on host dv-cinder-809523-4-iscsi {{(pid=94667) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 11:17:13.928586 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb980-7e8a-4b32-8f15-a1513f0e576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3717325'] for agent, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:15.632088 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-41433830-cf0d-4884-afde-452b8eda1995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3717325'] for agent, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:15.734716 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.db.api [None req-e9e8f86e-b15b-480a-bb14-42f0923a016d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809523-4-iscsi {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:17:15.735241 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG oslo_db.api [None req-e9e8f86e-b15b-480a-bb14-42f0923a016d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:17:16.340842 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9e8f86e-b15b-480a-bb14-42f0923a016d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:16.368491 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3717325'] for agent, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:16.369619 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.370186 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.370799 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.371380 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.371948 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.372587 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.373198 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.373773 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.374396 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.374965 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.375556 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.376107 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:16.376747 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809523-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:17:16.390302 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809523-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:17:17.426376 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3717325'] for agent, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:18.602679 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3717325'] for agent, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:19.532186 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 53890) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:20.034799 dv-cinder-809523-4-iscsi neutron-server[94666]: WARNING oslo_policy.policy [None req-113ab0c8-7ca3-43db-9f9e-b401f6e2f177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 11:17:20.035513 dv-cinder-809523-4-iscsi neutron-server[94666]: WARNING oslo_policy.policy [None req-113ab0c8-7ca3-43db-9f9e-b401f6e2f177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 11:17:20.256392 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [None req-113ab0c8-7ca3-43db-9f9e-b401f6e2f177 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:17:20.257679 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-113ab0c8-7ca3-43db-9f9e-b401f6e2f177 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7232218 Sep 23 11:17:22.707572 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 53904) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:22.862611 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.db.l3_hamode_db [None req-ee113b16-9387-46de-a43f-6f5c8b373f03 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 11:17:22.943797 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee113b16-9387-46de-a43f-6f5c8b373f03 None None] Routers set() bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:17:22.944677 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee113b16-9387-46de-a43f-6f5c8b373f03 None None] Router IDs set() for agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 11:17:23.249450 dv-cinder-809523-4-iscsi neutron-server[94665]: WARNING oslo_policy.policy [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 11:17:23.250037 dv-cinder-809523-4-iscsi neutron-server[94665]: WARNING oslo_policy.policy [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 11:17:23.481392 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:17:23.578672 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.policy [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94665) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 11:17:23.625350 dv-cinder-809523-4-iscsi neutron-server[94665]: WARNING oslo_policy.policy [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 11:17:23.625726 dv-cinder-809523-4-iscsi neutron-server[94665]: WARNING oslo_policy.policy [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 11:17:23.634730 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.quota [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] Loaded quota_driver: . Sep 23 11:17:23.796044 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733692888572', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733692887953', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733692900035', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733692873639', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733695547822', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733692861651', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-578431', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1045339', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4125207', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3779105'] for rbac-policy, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:23.979491 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:23.980795 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7e63c27e-0b17-4d6b-b8e2-506d810291f9 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2717359 Sep 23 11:17:26.680547 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 53922) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:26.987514 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'admin_state_up': True}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:17:27.083469 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Made reservation on behalf of 4234863ab3994c92b3c7eaa1c36aa69d for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:17:27.086252 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:27.105506 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:27.233042 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:27.299706 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:27.322693 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:17:27.350379 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733696585611', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:27.351000 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Unsubscribe: segment precommit_create {{(pid=94665) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 11:17:27.351532 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Added segment 56222503-89c6-4553-b102-91f556f468eb of type vlan for network 1199a06d-f765-44bb-baa6-e2487bfd8817 Sep 23 11:17:27.374443 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14dad4a-52af-41fe-872d-b72bbbd31b31,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:27.428025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.428393 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.428754 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.429084 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.429408 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.429746 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.430072 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.430393 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.430725 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.431045 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.431359 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.431671 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Tracked resource versions report: Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: pushed versions: Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: { 'AddressGroup': {'1.2'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'ConntrackHelper': {'1.0'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Log': {'1.0'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Network': {'1.1'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Port': {'1.7'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'PortForwarding': {'1.2'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'QosPolicy': {'1.9'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SecurityGroup': {'1.4'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SecurityGroupRule': {'1.2'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SubPort': {'1.0'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Subnet': {'1.1'}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Trunk': {'1.1'}} Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: consumer versions: Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: { DHCP agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: L3 agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: Metadata agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: Metering agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: Open vSwitch agent@dv-cinder-809523-4-iscsi: { 'AddressGroup': '1.2', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'ConntrackHelper': '1.0', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Log': '1.0', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Network': '1.1', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Port': '1.7', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'PortForwarding': '1.2', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'QosPolicy': '1.9', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SecurityGroup': '1.4', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SecurityGroupRule': '1.2', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SubPort': '1.0', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Subnet': '1.1', Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Trunk': '1.1'}} Sep 23 11:17:27.432842 dv-cinder-809523-4-iscsi neutron-server[94665]: {{(pid=94665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 11:17:27.476278 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:27.625816 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:27.626902 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:17:27.627551 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:27.727724 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=1199a06d-f765-44bb-baa6-e2487bfd8817,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:27.741767 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 1199a06d-f765-44bb-baa6-e2487bfd8817 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:17:27.831780 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-81c38619-74ac-40f0-b1f6-872e56aebdb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1500514 Sep 23 11:17:30.577710 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 53936) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:31.133143 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.policy [None req-07ec3018-5ff4-4011-a4a6-d0f1bbe2d31d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 11:17:31.180480 dv-cinder-809523-4-iscsi neutron-server[94666]: WARNING oslo_policy.policy [None req-07ec3018-5ff4-4011-a4a6-d0f1bbe2d31d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 11:17:31.180867 dv-cinder-809523-4-iscsi neutron-server[94666]: WARNING oslo_policy.policy [None req-07ec3018-5ff4-4011-a4a6-d0f1bbe2d31d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 11:17:31.188975 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec3018-5ff4-4011-a4a6-d0f1bbe2d31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:17:31.190752 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-07ec3018-5ff4-4011-a4a6-d0f1bbe2d31d admin admin] 10.222.0.13 "GET /v2.0/networks/1199a06d-f765-44bb-baa6-e2487bfd8817 HTTP/1.1" status: 200 len: 825 time: 0.6121075 Sep 23 11:17:31.230973 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-36a161ed-4346-444e-bf2a-7041a7c7267a admin admin] 10.222.0.13 "GET /v2.0/subnetpools/3281578f-be8a-4685-ad65-8c52a3f0446f HTTP/1.1" status: 200 len: 734 time: 0.0336730 Sep 23 11:17:31.241090 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817', 'subnetpool_id': '3281578f-be8a-4685-ad65-8c52a3f0446f'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:17:31.243019 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.quota [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Loaded quota_driver: . Sep 23 11:17:31.339614 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Made reservation on behalf of 4234863ab3994c92b3c7eaa1c36aa69d for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:17:31.343127 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:31.694682 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:31.767684 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Checking segment: {'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:17:31.768053 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Network hostable DHCP agents. Network: 1199a06d-f765-44bb-baa6-e2487bfd8817, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:17:31.783959 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff14337b-b973-49e1-bd7a-905807364cc2,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:31.794940 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.795291 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.795626 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.795951 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.796272 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.796626 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.796948 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.797262 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.797590 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.797905 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.798213 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.798520 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Tracked resource versions report: Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: pushed versions: Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: { 'AddressGroup': {'1.2'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'ConntrackHelper': {'1.0'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Log': {'1.0'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Network': {'1.1'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Port': {'1.7'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'PortForwarding': {'1.2'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'QosPolicy': {'1.9'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SecurityGroup': {'1.4'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SecurityGroupRule': {'1.2'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SubPort': {'1.0'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Subnet': {'1.1'}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Trunk': {'1.1'}} Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: consumer versions: Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: { DHCP agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: L3 agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: Metadata agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: Metering agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: Open vSwitch agent@dv-cinder-809523-4-iscsi: { 'AddressGroup': '1.2', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'ConntrackHelper': '1.0', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Log': '1.0', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Network': '1.1', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Port': '1.7', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'PortForwarding': '1.2', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'QosPolicy': '1.9', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SecurityGroup': '1.4', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SecurityGroupRule': '1.2', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SubPort': '1.0', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Subnet': '1.1', Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Trunk': '1.1'}} Sep 23 11:17:31.799593 dv-cinder-809523-4-iscsi neutron-server[94666]: {{(pid=94666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 11:17:31.905192 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Network 1199a06d-f765-44bb-baa6-e2487bfd8817 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:17:31.973890 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 1199a06d-f765-44bb-baa6-e2487bfd8817) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:17:31.978778 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:17:31.979379 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:31.985781 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1457364-0276-40f9-ac56-243031b28361 None None] Network 1199a06d-f765-44bb-baa6-e2487bfd8817 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:17:32.077530 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-72fdb3e2-6302-40f3-b4af-9dee552941b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8401425 Sep 23 11:17:32.324641 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-1199a06d-f765-44bb-baa6-e2487bfd8817', 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'fixed_ips': [{'subnet_id': 'ff14337b-b973-49e1-bd7a-905807364cc2'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:17:32.326006 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:32.619438 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Allocated IP 172.20.0.2 (1199a06d-f765-44bb-baa6-e2487bfd8817/ff14337b-b973-49e1-bd7a-905807364cc2/b66a705e-197d-4e01-ae63-e2980ff67a00) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:17:33.011790 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:33.089409 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:33.162283 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Network 1199a06d-f765-44bb-baa6-e2487bfd8817 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:17:33.166954 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:17:33.182357 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:17:33.185584 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Pushing event updated for resources: {'Port': ['ID=b66a705e-197d-4e01-ae63-e2980ff67a00,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:33.219033 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.219571 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.220121 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.220677 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.221231 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.221784 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.222199 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.223227 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.223621 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.224089 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.224553 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.224969 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Tracked resource versions report: Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: pushed versions: Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: { 'AddressGroup': {'1.2'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'ConntrackHelper': {'1.0'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Log': {'1.0'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Network': {'1.1'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Port': {'1.7'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'PortForwarding': {'1.2'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'QosPolicy': {'1.9'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SecurityGroup': {'1.4'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SecurityGroupRule': {'1.2'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SubPort': {'1.0'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Subnet': {'1.1'}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Trunk': {'1.1'}} Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: consumer versions: Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: { DHCP agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: L3 agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: Metadata agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: Metering agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: Open vSwitch agent@dv-cinder-809523-4-iscsi: { 'AddressGroup': '1.2', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'ConntrackHelper': '1.0', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Log': '1.0', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Network': '1.1', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Port': '1.7', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'PortForwarding': '1.2', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'QosPolicy': '1.9', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SecurityGroup': '1.4', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SecurityGroupRule': '1.2', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SubPort': '1.0', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Subnet': '1.1', Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Trunk': '1.1'}} Sep 23 11:17:33.226209 dv-cinder-809523-4-iscsi neutron-server[94667]: {{(pid=94667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 11:17:33.289263 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Attempting to bind port b66a705e-197d-4e01-ae63-e2980ff67a00 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:17:33.289569 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Attempting to bind port b66a705e-197d-4e01-ae63-e2980ff67a00 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:17:33.289997 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Attempting to bind port b66a705e-197d-4e01-ae63-e2980ff67a00 on network 1199a06d-f765-44bb-baa6-e2487bfd8817 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:17:33.297677 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:17:33.298115 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Checking segment: {'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:17:33.298657 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:33.299129 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Bound using segment: {'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:17:33.299624 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Bound port: b66a705e-197d-4e01-ae63-e2980ff67a00, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:17:33.300122 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:33.398505 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] For port b66a705e-197d-4e01-ae63-e2980ff67a00, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:17:33.403246 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] For port b66a705e-197d-4e01-ae63-e2980ff67a00, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=b66a705e-197d-4e01-ae63-e2980ff67a00,segment=NetworkSegment(56222503-89c6-4553-b102-91f556f468eb),segment_id=56222503-89c6-4553-b102-91f556f468eb)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:17:33.477134 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:33.543666 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eadbf-c56f-4789-95b4-3960761a0a92 None None] Pushing event updated for resources: {'Port': ['ID=b66a705e-197d-4e01-ae63-e2980ff67a00,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:34.601425 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 53950) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:34.932925 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [None req-243169ab-8db7-48a9-861f-f2d4f9be1772 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:17:34.933908 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-243169ab-8db7-48a9-861f-f2d4f9be1772 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3315578 Sep 23 11:17:37.453467 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 53958) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:37.798041 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [None req-1040aae5-fe4b-45a3-bfca-e1c46cd3caab admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:17:37.799018 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1040aae5-fe4b-45a3-bfca-e1c46cd3caab admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3446465 Sep 23 11:17:40.618873 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 53968) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:40.992827 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-aeb83719-17a3-480f-ba65-00f2782c6d63 admin admin] Request body: {'router': {'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'name': 'router1', 'admin_state_up': True}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:17:41.099944 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-aeb83719-17a3-480f-ba65-00f2782c6d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:41.101670 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-aeb83719-17a3-480f-ba65-00f2782c6d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:41.251217 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-aeb83719-17a3-480f-ba65-00f2782c6d63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:41.329278 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-aeb83719-17a3-480f-ba65-00f2782c6d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:41.396363 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-aeb83719-17a3-480f-ba65-00f2782c6d63 admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:41.397608 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-aeb83719-17a3-480f-ba65-00f2782c6d63 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7777376 Sep 23 11:17:41.833967 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device b66a705e-197d-4e01-ae63-e2980ff67a00 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:17:41.944769 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port b66a705e-197d-4e01-ae63-e2980ff67a00 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:17:41.945158 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:42.060653 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:42.095817 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port b66a705e-197d-4e01-ae63-e2980ff67a00, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=b66a705e-197d-4e01-ae63-e2980ff67a00,segment=NetworkSegment(56222503-89c6-4553-b102-91f556f468eb),segment_id=56222503-89c6-4553-b102-91f556f468eb)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:17:42.174105 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:42.237532 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=b66a705e-197d-4e01-ae63-e2980ff67a00,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:42.390274 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe012d-dea3-48b8-9ed0-8259639e844b None None] Network 1199a06d-f765-44bb-baa6-e2487bfd8817 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:17:42.468653 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-28b5b4e5-90ba-498b-9be6-07d4f7ad1f8b None None] Provisioning complete for port b66a705e-197d-4e01-ae63-e2980ff67a00 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:17:42.469022 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-28b5b4e5-90ba-498b-9be6-07d4f7ad1f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:42.846154 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-ed36a452-20fd-4aab-bf34-7e9638431707 None None] Provisioning complete for port b66a705e-197d-4e01-ae63-e2980ff67a00 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:17:42.846811 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ed36a452-20fd-4aab-bf34-7e9638431707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:43.545418 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-210eb150-f349-49eb-9115-479b475da6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:43.800707 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device b66a705e-197d-4e01-ae63-e2980ff67a00 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:17:43.851041 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port b66a705e-197d-4e01-ae63-e2980ff67a00 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:17:43.851736 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:43.952251 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 53980) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:44.270000 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [None req-0ac205cb-8002-4a6e-b1f2-f5a0e9c66410 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:17:44.271024 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-0ac205cb-8002-4a6e-b1f2-f5a0e9c66410 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178108 Sep 23 11:17:45.516671 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2a43bf1b-5813-4afa-a73f-ca9cfe5fbb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:46.340084 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:46.808606 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 53998) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:46.945876 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:17:47.008306 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Made reservation on behalf of 346e57593d0f41d8916ea5caf5d600a0 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:17:47.010771 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.020234 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.125455 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.209080 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.224779 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=94665) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 11:17:47.243005 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ada39d-292f-4c5a-ad6c-b63f813b06bd,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:47.247795 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.248134 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Added segment 70639bb9-ce6c-42a0-a49c-26a622ea6928 of type flat for network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 Sep 23 11:17:47.296758 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.333987 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.373671 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.374666 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:17:47.375253 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:47.462020 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca67abb-6dcb-418d-b938-52b0ef0b35c3,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:47.472801 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:17:47.489457 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-0bd3b94a-7d0e-4788-a7e9-47921c134dc3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6798217 Sep 23 11:17:48.579840 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:49.882670 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54016) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:50.027219 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ff9ae-c2ee-4b49-9ffb-5fad8dfa66bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:17:50.028562 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-aa3ff9ae-c2ee-4b49-9ffb-5fad8dfa66bd admin admin] 10.222.0.13 "GET /v2.0/subnets/ff14337b-b973-49e1-bd7a-905807364cc2 HTTP/1.1" status: 200 len: 849 time: 0.1449184 Sep 23 11:17:50.152980 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-aa811499-d8eb-4bb1-81a4-d040e266532b admin admin] 10.222.0.13 "GET /v2.0/routers/15405aad-6195-47fb-a906-24b8a1989604 HTTP/1.1" status: 200 len: 704 time: 0.1179743 Sep 23 11:17:50.430989 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:50.755624 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Allocated IP 172.20.0.1 (1199a06d-f765-44bb-baa6-e2487bfd8817/ff14337b-b973-49e1-bd7a-905807364cc2/223555ac-7e35-4d48-a675-d1212cc1cd63) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:17:51.088345 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:51.243303 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:51.320631 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Network 1199a06d-f765-44bb-baa6-e2487bfd8817 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:17:51.326334 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:17:51.333853 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Pushing event updated for resources: {'Port': ['ID=223555ac-7e35-4d48-a675-d1212cc1cd63,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:51.345072 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:17:51.348319 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:51.507382 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a2ce2cff-23bf-4840-903a-fbb7902d3b18 None None] Provisioning complete for port 223555ac-7e35-4d48-a675-d1212cc1cd63 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:17:51.508017 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2ce2cff-23bf-4840-903a-fbb7902d3b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:51.546005 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce2cff-23bf-4840-903a-fbb7902d3b18 None None] Port 223555ac-7e35-4d48-a675-d1212cc1cd63 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:17:51.696726 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:51.918331 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:51.962557 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:51.963280 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:52.026487 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Pushing event updated for resources: {'Port': ['ID=223555ac-7e35-4d48-a675-d1212cc1cd63,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:52.094355 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Network 1199a06d-f765-44bb-baa6-e2487bfd8817 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:17:52.095681 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:17:52.267742 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-4c32ec31-716f-49f3-b244-f6989343f001 None None] Provisioning complete for port 223555ac-7e35-4d48-a675-d1212cc1cd63 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:17:52.268345 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c32ec31-716f-49f3-b244-f6989343f001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:52.304187 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4c32ec31-716f-49f3-b244-f6989343f001 None None] Port 223555ac-7e35-4d48-a675-d1212cc1cd63 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:17:52.322572 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Router 15405aad-6195-47fb-a906-24b8a1989604 is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:17:52.416774 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:17:52.422623 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-d56bbf23-d7a8-40c8-bb09-255080fc8c37 admin admin] 10.222.0.13 "PUT /v2.0/routers/15405aad-6195-47fb-a906-24b8a1989604/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2636025 Sep 23 11:17:52.428559 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Sync routers for ids ['15405aad-6195-47fb-a906-24b8a1989604'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:17:52.440595 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Routers {'15405aad-6195-47fb-a906-24b8a1989604'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:17:52.443522 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:17:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['15405aad-6195-47fb-a906-24b8a1989604'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:17:52.650411 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Set router 15405aad-6195-47fb-a906-24b8a1989604 gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:17:53.120022 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15405aad-6195-47fb-a906-24b8a1989604', 'name': 'router1', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:17:41Z', 'updated_at': '2021-09-23T11:17:51Z', 'revision_number': 2, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'gw_port_host': None, '_interfaces': [{'id': '223555ac-7e35-4d48-a675-d1212cc1cd63', 'name': '', 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'mac_address': 'fa:16:3e:ca:23:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:50Z', 'updated_at': '2021-09-23T11:17:51Z', 'revision_number': 2, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'subnets': [{'id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3281578f-be8a-4685-ad65-8c52a3f0446f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:17:53.174470 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Checking router: 15405aad-6195-47fb-a906-24b8a1989604 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:17:53.174835 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Updating router 15405aad-6195-47fb-a906-24b8a1989604 port 223555ac-7e35-4d48-a675-d1212cc1cd63 binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:17:53.227286 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:53.774035 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:53.853764 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:54.002289 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Pushing event updated for resources: {'Port': ['ID=223555ac-7e35-4d48-a675-d1212cc1cd63,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:54.036943 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.037295 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.037648 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.037991 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.038331 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.038667 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.038999 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.039332 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.039673 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.040005 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.040370 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.040687 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Tracked resource versions report: Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: pushed versions: Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: { 'AddressGroup': {'1.2'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'ConntrackHelper': {'1.0'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Log': {'1.0'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Network': {'1.1'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Port': {'1.7'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'PortForwarding': {'1.2'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'QosPolicy': {'1.9'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SecurityGroup': {'1.4'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SecurityGroupRule': {'1.2'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SubPort': {'1.0'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Subnet': {'1.1'}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Trunk': {'1.1'}} Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: consumer versions: Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: { DHCP agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: L3 agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: Metadata agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: Metering agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: Open vSwitch agent@dv-cinder-809523-4-iscsi: { 'AddressGroup': '1.2', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'ConntrackHelper': '1.0', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Log': '1.0', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Network': '1.1', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Port': '1.7', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'PortForwarding': '1.2', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'QosPolicy': '1.9', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SecurityGroup': '1.4', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SecurityGroupRule': '1.2', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SubPort': '1.0', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Subnet': '1.1', Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Trunk': '1.1'}} Sep 23 11:17:54.041845 dv-cinder-809523-4-iscsi neutron-server[94668]: {{(pid=94668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 11:17:54.056125 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Attempting to bind port 223555ac-7e35-4d48-a675-d1212cc1cd63 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:17:54.056558 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Attempting to bind port 223555ac-7e35-4d48-a675-d1212cc1cd63 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:17:54.056985 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Attempting to bind port 223555ac-7e35-4d48-a675-d1212cc1cd63 on network 1199a06d-f765-44bb-baa6-e2487bfd8817 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:17:54.063038 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:17:54.063482 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Checking segment: {'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:17:54.064071 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:54.064582 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Bound using segment: {'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:17:54.065363 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Bound port: 223555ac-7e35-4d48-a675-d1212cc1cd63, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56222503-89c6-4553-b102-91f556f468eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:17:54.065918 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:54.141945 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-3da6496c-04df-43ad-b2c3-660d5ee7edf8 None None] Provisioning complete for port 223555ac-7e35-4d48-a675-d1212cc1cd63 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:17:54.142665 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3da6496c-04df-43ad-b2c3-660d5ee7edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:54.151220 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] For port 223555ac-7e35-4d48-a675-d1212cc1cd63, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:17:54.177386 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] For port 223555ac-7e35-4d48-a675-d1212cc1cd63, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=223555ac-7e35-4d48-a675-d1212cc1cd63,segment=NetworkSegment(56222503-89c6-4553-b102-91f556f468eb),segment_id=56222503-89c6-4553-b102-91f556f468eb)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:17:54.188628 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-3da6496c-04df-43ad-b2c3-660d5ee7edf8 None None] Port 223555ac-7e35-4d48-a675-d1212cc1cd63 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:17:54.255178 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:54.314893 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Routers {'15405aad-6195-47fb-a906-24b8a1989604'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:17:54.315425 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:17:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['15405aad-6195-47fb-a906-24b8a1989604'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:17:54.321313 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873d229-7bb9-44ce-ba73-c67b35c13ae6 None None] Pushing event updated for resources: {'Port': ['ID=223555ac-7e35-4d48-a675-d1212cc1cd63,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:54.421124 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] Set router 15405aad-6195-47fb-a906-24b8a1989604 gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:17:54.424034 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:17:54.514479 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a81b103f-e78a-497a-8b4a-7143ecbbbe8b None None] Provisioning complete for port 223555ac-7e35-4d48-a675-d1212cc1cd63 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:17:54.515111 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a81b103f-e78a-497a-8b4a-7143ecbbbe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:54.606191 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a81b103f-e78a-497a-8b4a-7143ecbbbe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:54.641781 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a81b103f-e78a-497a-8b4a-7143ecbbbe8b None None] For port 223555ac-7e35-4d48-a675-d1212cc1cd63, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=223555ac-7e35-4d48-a675-d1212cc1cd63,segment=NetworkSegment(56222503-89c6-4553-b102-91f556f468eb),segment_id=56222503-89c6-4553-b102-91f556f468eb)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:17:54.657902 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15405aad-6195-47fb-a906-24b8a1989604', 'name': 'router1', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:17:41Z', 'updated_at': '2021-09-23T11:17:51Z', 'revision_number': 2, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'gw_port_host': None, '_interfaces': [{'id': '223555ac-7e35-4d48-a675-d1212cc1cd63', 'name': '', 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'mac_address': 'fa:16:3e:ca:23:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:50Z', 'updated_at': '2021-09-23T11:17:54Z', 'revision_number': 4, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'subnets': [{'id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3281578f-be8a-4685-ad65-8c52a3f0446f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:17:54.686206 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446f061-0e99-4701-9cf0-812f24c06150 None None] The sync data for ids ['15405aad-6195-47fb-a906-24b8a1989604'] in dv-cinder-809523-4-iscsi is: [{'id': '15405aad-6195-47fb-a906-24b8a1989604', 'name': 'router1', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:17:41Z', 'updated_at': '2021-09-23T11:17:51Z', 'revision_number': 2, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'gw_port_host': None, '_interfaces': [{'id': '223555ac-7e35-4d48-a675-d1212cc1cd63', 'name': '', 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'mac_address': 'fa:16:3e:ca:23:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:50Z', 'updated_at': '2021-09-23T11:17:54Z', 'revision_number': 4, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'subnets': [{'id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3281578f-be8a-4685-ad65-8c52a3f0446f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:17:54.707594 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a81b103f-e78a-497a-8b4a-7143ecbbbe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:54.761423 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b103f-e78a-497a-8b4a-7143ecbbbe8b None None] Pushing event updated for resources: {'Port': ['ID=223555ac-7e35-4d48-a675-d1212cc1cd63,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:54.788858 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54028) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:54.915465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b7fc4-55bb-483c-b638-5d187135e703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:17:54.916906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-809b7fc4-55bb-483c-b638-5d187135e703 admin admin] 10.222.0.13 "GET /v2.0/networks/6ca67abb-6dcb-418d-b938-52b0ef0b35c3 HTTP/1.1" status: 200 len: 842 time: 0.1266105 Sep 23 11:17:54.932578 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:17:55.013641 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Made reservation on behalf of 346e57593d0f41d8916ea5caf5d600a0 for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:17:55.015882 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:55.466619 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.objects.ports [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94666) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 11:17:55.467082 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:55.529943 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31507f6e-1198-4024-93ec-16e6e30d3da9,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:17:55.534219 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:17:55.534705 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Network hostable DHCP agents. Network: 6ca67abb-6dcb-418d-b938-52b0ef0b35c3, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:17:55.613662 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:17:55.705281 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 6ca67abb-6dcb-418d-b938-52b0ef0b35c3) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:17:55.710913 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:17:55.711604 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:55.717107 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e5d08-0063-4162-b2c2-aa38761f0fd3 None None] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:17:55.810384 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-dd4143f3-af8f-443b-b5f2-8a58c1c50b01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8815005 Sep 23 11:17:55.867381 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c704f8f-24a8-43d7-90e8-10b4f61d6567 None None] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:17:58.230768 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54036) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:17:58.486405 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e987c6cb-cc1e-4dc3-8973-be39e2a9053e admin admin] 10.222.0.13 "GET /v2.0/routers/15405aad-6195-47fb-a906-24b8a1989604 HTTP/1.1" status: 200 len: 710 time: 0.2543621 Sep 23 11:17:58.595647 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819b05e-e9a1-40d8-9632-ab95551cf2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:17:58.598321 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c819b05e-e9a1-40d8-9632-ab95551cf2b3 admin admin] 10.222.0.13 "GET /v2.0/networks/6ca67abb-6dcb-418d-b938-52b0ef0b35c3 HTTP/1.1" status: 200 len: 886 time: 0.1051285 Sep 23 11:17:58.608486 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:17:58.911164 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:59.268894 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:59.352934 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:59.562132 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Allocated IP 172.27.1.92 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/bc4d6514-a4bc-4a9f-98af-9d690ab6e76a) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:17:59.743242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:59.873437 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:17:59.945300 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:17:59.949796 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:17:59.958205 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:17:59.992704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4d6514-a4bc-4a9f-98af-9d690ab6e76a,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:18:00.343037 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:00.573839 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3714451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3716099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1727'] for router, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:00.579166 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3714474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3714465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3716122'] for router, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:00.750159 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Router 15405aad-6195-47fb-a906-24b8a1989604 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:18:00.863745 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:18:00.868221 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:00.869474 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5719a465-249b-4469-ac6c-226be3319f86 admin admin] 10.222.0.13 "PUT /v2.0/routers/15405aad-6195-47fb-a906-24b8a1989604 HTTP/1.1" status: 200 len: 889 time: 2.2649257 Sep 23 11:18:01.429371 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Sync routers for ids ['15405aad-6195-47fb-a906-24b8a1989604'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:18:01.439744 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Routers {'15405aad-6195-47fb-a906-24b8a1989604'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:18:01.440567 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:17:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['15405aad-6195-47fb-a906-24b8a1989604'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:18:01.667389 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Set router 15405aad-6195-47fb-a906-24b8a1989604 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:18:01.847937 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 223555ac-7e35-4d48-a675-d1212cc1cd63 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:18:02.023097 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 223555ac-7e35-4d48-a675-d1212cc1cd63 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:18:02.023464 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:02.184373 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15405aad-6195-47fb-a906-24b8a1989604', 'name': 'router1', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'bc4d6514-a4bc-4a9f-98af-9d690ab6e76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:17:41Z', 'updated_at': '2021-09-23T11:18:00Z', 'revision_number': 4, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'gw_port': {'id': 'bc4d6514-a4bc-4a9f-98af-9d690ab6e76a', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:59Z', 'updated_at': '2021-09-23T11:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '223555ac-7e35-4d48-a675-d1212cc1cd63', 'name': '', 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'mac_address': 'fa:16:3e:ca:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:50Z', 'updated_at': '2021-09-23T11:17:54Z', 'revision_number': 5, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'subnets': [{'id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3281578f-be8a-4685-ad65-8c52a3f0446f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:18:02.238631 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Checking router: 15405aad-6195-47fb-a906-24b8a1989604 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:18:02.238949 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Updating router 15405aad-6195-47fb-a906-24b8a1989604 port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:18:02.296856 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:02.840381 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:02.893606 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:02.981701 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Attempting to bind port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:18:02.982309 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Attempting to bind port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:18:02.982912 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Attempting to bind port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:18:02.987923 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49569b-0a5f-42a4-a883-d8e4a3dc0edd None None] Pushing event updated for resources: {'Port': ['ID=bc4d6514-a4bc-4a9f-98af-9d690ab6e76a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:18:02.996414 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:18:02.997033 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:18:02.997683 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:02.998325 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:18:02.999329 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Bound port: bc4d6514-a4bc-4a9f-98af-9d690ab6e76a, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:18:02.999762 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:03.072280 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] For port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:18:03.076159 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] For port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=bc4d6514-a4bc-4a9f-98af-9d690ab6e76a,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:18:03.139382 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:03.198711 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Routers {'15405aad-6195-47fb-a906-24b8a1989604'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:18:03.199343 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:17:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['15405aad-6195-47fb-a906-24b8a1989604'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:18:03.236835 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49569b-0a5f-42a4-a883-d8e4a3dc0edd None None] Pushing event updated for resources: {'Port': ['ID=bc4d6514-a4bc-4a9f-98af-9d690ab6e76a,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:18:03.320266 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] Set router 15405aad-6195-47fb-a906-24b8a1989604 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:18:03.399680 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54048) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:18:03.529512 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-11dc430f-1507-4cbd-926b-501f95b77b8b admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1279926 Sep 23 11:18:03.550870 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15405aad-6195-47fb-a906-24b8a1989604', 'name': 'router1', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'bc4d6514-a4bc-4a9f-98af-9d690ab6e76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:17:41Z', 'updated_at': '2021-09-23T11:18:00Z', 'revision_number': 4, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'gw_port': {'id': 'bc4d6514-a4bc-4a9f-98af-9d690ab6e76a', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:59Z', 'updated_at': '2021-09-23T11:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '223555ac-7e35-4d48-a675-d1212cc1cd63', 'name': '', 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'mac_address': 'fa:16:3e:ca:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:50Z', 'updated_at': '2021-09-23T11:17:54Z', 'revision_number': 5, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'subnets': [{'id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3281578f-be8a-4685-ad65-8c52a3f0446f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:18:03.586259 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e5a2c-ccf2-404c-8c18-187ded5d8bba None None] The sync data for ids ['15405aad-6195-47fb-a906-24b8a1989604'] in dv-cinder-809523-4-iscsi is: [{'id': '15405aad-6195-47fb-a906-24b8a1989604', 'name': 'router1', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'bc4d6514-a4bc-4a9f-98af-9d690ab6e76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:17:41Z', 'updated_at': '2021-09-23T11:18:00Z', 'revision_number': 4, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'gw_port': {'id': 'bc4d6514-a4bc-4a9f-98af-9d690ab6e76a', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:59Z', 'updated_at': '2021-09-23T11:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '223555ac-7e35-4d48-a675-d1212cc1cd63', 'name': '', 'network_id': '1199a06d-f765-44bb-baa6-e2487bfd8817', 'tenant_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'mac_address': 'fa:16:3e:ca:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15405aad-6195-47fb-a906-24b8a1989604', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:17:50Z', 'updated_at': '2021-09-23T11:17:54Z', 'revision_number': 5, 'project_id': '4234863ab3994c92b3c7eaa1c36aa69d', 'subnets': [{'id': 'ff14337b-b973-49e1-bd7a-905807364cc2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3281578f-be8a-4685-ad65-8c52a3f0446f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:18:04.046910 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device bc4d6514-a4bc-4a9f-98af-9d690ab6e76a up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:18:04.135241 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:18:04.135662 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:04.253766 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:04.298377 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=bc4d6514-a4bc-4a9f-98af-9d690ab6e76a,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:18:04.364914 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:04.474099 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=bc4d6514-a4bc-4a9f-98af-9d690ab6e76a,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:18:05.861553 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device bc4d6514-a4bc-4a9f-98af-9d690ab6e76a up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:18:05.933049 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port bc4d6514-a4bc-4a9f-98af-9d690ab6e76a triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:18:05.933494 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:13.573393 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ec64ca5-30c9-459f-ba32-fe04d1a684ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:15.574135 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a107a5c0-f2f3-4711-b003-cd1cec3cab94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:16.368445 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:17.367848 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:18.597265 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:31.422560 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:18:43.545797 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-40f4a29e-3006-43a7-8f53-82d4d66fe704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:45.573001 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5804cac8-1278-4206-af68-b5f0ddc7a02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:46.419440 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:47.362153 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:18:48.595853 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:08.421315 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:19:13.538417 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-31070cb7-6f79-476f-8c73-4b966d7d6a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:15.509614 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-463ca393-d4d7-44f6-93a5-3a8f07f387db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:16.348957 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:17.372684 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:18.606808 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:43.543499 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-21534f18-9625-4e4c-84b2-66727102b231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:45.420601 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:19:45.509137 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e4788dd0-341b-4f9e-b93e-33da7ca0f7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:46.365993 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:47.366291 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:48.594630 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:48.986230 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54610) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:19:49.048238 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b11953b-448e-4531-a8fe-bf1f5e93c3cd admin admin] GET failed (client error): The resource could not be found. Sep 23 11:19:49.049640 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-8b11953b-448e-4531-a8fe-bf1f5e93c3cd admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623956 Sep 23 11:19:49.217748 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde1047-8948-40f3-989b-b823801ff7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:19:49.219220 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5fde1047-8948-40f3-989b-b823801ff7f6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1649706 Sep 23 11:19:51.485817 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54620) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:19:51.580723 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6496157-a493-4307-a518-00ab3573fb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:19:51.582122 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c6496157-a493-4307-a518-00ab3573fb64 admin admin] 10.222.0.13 "GET /v2.0/subnets/ff14337b-b973-49e1-bd7a-905807364cc2 HTTP/1.1" status: 200 len: 849 time: 0.0948472 Sep 23 11:19:51.592354 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:19:51.680144 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:51.880541 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733696805623'] for subnet, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:51.913047 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:19:51.913638 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:51.914953 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] 10.222.0.13 "PUT /v2.0/subnets/ff14337b-b973-49e1-bd7a-905807364cc2 HTTP/1.1" status: 200 len: 868 time: 0.3264112 Sep 23 11:19:51.918362 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336e76d-f4dd-4b6d-b024-d25978157484 None None] Network 1199a06d-f765-44bb-baa6-e2487bfd8817 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:19:51.934930 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff14337b-b973-49e1-bd7a-905807364cc2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:19:51.943384 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.944005 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.944377 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.944722 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.945060 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.945418 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.945760 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.946092 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.946445 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.946783 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.947106 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:51.948120 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf53e6d-1604-4380-aab5-133fd19cf89d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:19:52.325946 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-345cff60-be80-4498-b06b-6822dd7b3461 None None] Provisioning complete for port b66a705e-197d-4e01-ae63-e2980ff67a00 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:19:52.326315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345cff60-be80-4498-b06b-6822dd7b3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:52.415231 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-345cff60-be80-4498-b06b-6822dd7b3461 None None] Provisioning complete for port 223555ac-7e35-4d48-a675-d1212cc1cd63 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:19:52.415511 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-345cff60-be80-4498-b06b-6822dd7b3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:19:54.186819 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54628) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:19:54.389039 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d70424-f606-48c7-9b7b-5eb16933e4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:19:54.389428 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d70424-f606-48c7-9b7b-5eb16933e4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:19:54.391004 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-16d70424-f606-48c7-9b7b-5eb16933e4b1 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2032380 Sep 23 11:19:56.653427 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54638) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:19:56.784671 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d975f1b-8ab3-4995-a602-bf479a2b4076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:19:56.785136 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d975f1b-8ab3-4995-a602-bf479a2b4076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:19:56.786688 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-2d975f1b-8ab3-4995-a602-bf479a2b4076 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1323204 Sep 23 11:19:59.028279 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54646) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:19:59.261698 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5c0b5a-8eb3-4f5c-9db8-ebecf5121bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:19:59.263193 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-9b5c0b5a-8eb3-4f5c-9db8-ebecf5121bdb admin admin] 10.222.0.13 "GET /v2.0/networks/1199a06d-f765-44bb-baa6-e2487bfd8817 HTTP/1.1" status: 200 len: 869 time: 0.2338462 Sep 23 11:20:01.512365 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54654) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:01.640098 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef6629-e79c-4c44-b222-545d5d7c1ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:01.641517 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-9fef6629-e79c-4c44-b222-545d5d7c1ee4 admin admin] 10.222.0.13 "GET /v2.0/networks/6ca67abb-6dcb-418d-b938-52b0ef0b35c3 HTTP/1.1" status: 200 len: 886 time: 0.1281786 Sep 23 11:20:03.914778 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54662) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:04.040139 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acefb2c-4613-4422-95fa-23dbe516db7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:04.040611 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acefb2c-4613-4422-95fa-23dbe516db7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:04.042148 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1acefb2c-4613-4422-95fa-23dbe516db7b admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264327 Sep 23 11:20:06.287823 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54670) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:06.380192 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7caa8-9894-4745-9d10-d5040e9f8683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:06.380679 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7caa8-9894-4745-9d10-d5040e9f8683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:06.382227 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-afc7caa8-9894-4745-9d10-d5040e9f8683 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934250 Sep 23 11:20:08.612368 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54678) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:08.778847 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b8cf2-6c20-4e9e-9115-3356492e8c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:08.780245 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7a3b8cf2-6c20-4e9e-9115-3356492e8c3b admin admin] 10.222.0.13 "GET /v2.0/subnets/31507f6e-1198-4024-93ec-16e6e30d3da9 HTTP/1.1" status: 200 len: 816 time: 0.1669192 Sep 23 11:20:11.010577 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54686) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:11.101123 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf99eb9-6367-4b2d-a0a0-23355c16e155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:11.102379 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1cf99eb9-6367-4b2d-a0a0-23355c16e155 admin admin] 10.222.0.13 "GET /v2.0/subnets/ff14337b-b973-49e1-bd7a-905807364cc2 HTTP/1.1" status: 200 len: 868 time: 0.0908620 Sep 23 11:20:13.554080 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bc937da-613d-4e29-9eed-3fbdc3f8a23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:15.537377 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-71a38809-ebbc-42be-8779-059125043eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:16.331503 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:17.365904 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:18.599916 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:22.419902 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:20:35.558106 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54740) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:35.606184 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [None req-bb23d950-2879-46fa-975f-1382a88bbd17 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:20:35.607190 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-bb23d950-2879-46fa-975f-1382a88bbd17 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481126 Sep 23 11:20:37.950562 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54748) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:38.015662 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4a4694-b8e9-41e2-acc2-d7ec52a517b4 admin admin] GET failed (client error): The resource could not be found. Sep 23 11:20:38.017031 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1f4a4694-b8e9-41e2-acc2-d7ec52a517b4 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655427 Sep 23 11:20:38.164957 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f3495-e127-46dc-8fee-42c6919e8712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:38.166372 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-862f3495-e127-46dc-8fee-42c6919e8712 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1446712 Sep 23 11:20:40.460478 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54756) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:40.513265 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:20:40.588732 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Made reservation on behalf of 346e57593d0f41d8916ea5caf5d600a0 for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:20:40.591118 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:40.636711 dv-cinder-809523-4-iscsi neutron-server[94666]: WARNING neutron.services.revisions.revision_plugin [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Could not find related network for resource to bump revision. Sep 23 11:20:40.653874 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:20:40.667278 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733696585611', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:40.667850 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Unsubscribe: segment precommit_create {{(pid=94666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 11:20:40.668355 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Added segment ce1ceccb-2b05-411b-b72d-24e9a619fddf of type vlan for network e809f80b-6aaa-4621-a33a-bf8147a2a194 Sep 23 11:20:40.716717 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:40.794126 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:40.795230 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:40.795939 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:40.894455 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Pushing event updated for resources: {'Network': ['ID=e809f80b-6aaa-4621-a33a-bf8147a2a194,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:20:40.901418 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.901780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.902125 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.902451 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.902780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.903126 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.903444 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.903771 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.904106 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.904457 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.904805 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.905095 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:40.917740 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network e809f80b-6aaa-4621-a33a-bf8147a2a194 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:20:41.052036 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-8f360a15-5506-4256-8ab3-486c9ad30094 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5903797 Sep 23 11:20:43.396655 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54764) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:20:43.468254 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdddd54-c78b-4731-9153-f2dec6b17477 admin admin] GET failed (client error): The resource could not be found. Sep 23 11:20:43.470769 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ebdddd54-c78b-4731-9153-f2dec6b17477 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0730436 Sep 23 11:20:43.553021 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d5e9d-b285-4576-aad2-343726fa6d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:43.554518 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-181d5e9d-b285-4576-aad2-343726fa6d20 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0786142 Sep 23 11:20:43.569050 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Request body: {'subnet': {'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:20:43.576897 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-075c20ee-2474-41f6-b542-e68197910200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:43.663021 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Made reservation on behalf of 346e57593d0f41d8916ea5caf5d600a0 for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:20:43.665443 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:43.954980 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:44.022628 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcad73c-f62a-49e5-a4e2-e3466d380525,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:20:44.033841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Checking segment: {'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:20:44.034190 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Network hostable DHCP agents. Network: e809f80b-6aaa-4621-a33a-bf8147a2a194, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:20:44.120018 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Network e809f80b-6aaa-4621-a33a-bf8147a2a194 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:20:44.211245 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, e809f80b-6aaa-4621-a33a-bf8147a2a194) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:20:44.215765 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:20:44.216398 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:44.222820 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb62af3-12ac-4698-aef1-37fa633501b0 None None] Network e809f80b-6aaa-4621-a33a-bf8147a2a194 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:20:44.286500 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-1c7ba8e4-f9fb-4ea3-bb36-b72b36815f89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7215123 Sep 23 11:20:44.396003 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-e809f80b-6aaa-4621-a33a-bf8147a2a194', 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194', 'tenant_id': '346e57593d0f41d8916ea5caf5d600a0', 'fixed_ips': [{'subnet_id': 'dfcad73c-f62a-49e5-a4e2-e3466d380525'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:20:44.396994 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:44.547466 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Allocated IP 192.168.233.2 (e809f80b-6aaa-4621-a33a-bf8147a2a194/dfcad73c-f62a-49e5-a4e2-e3466d380525/2becc8cb-0a48-4d63-adfd-2b327d1614d4) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:20:44.698984 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:44.800703 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:44.840992 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Network e809f80b-6aaa-4621-a33a-bf8147a2a194 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:20:44.843739 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:20:44.851357 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:20:44.854459 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Pushing event updated for resources: {'Port': ['ID=2becc8cb-0a48-4d63-adfd-2b327d1614d4,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:20:44.864590 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.865134 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.865439 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.865889 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.866111 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.866556 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.866813 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.870352 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.870352 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.870352 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.870352 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.870352 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:20:44.922840 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Attempting to bind port 2becc8cb-0a48-4d63-adfd-2b327d1614d4 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:20:44.923214 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Attempting to bind port 2becc8cb-0a48-4d63-adfd-2b327d1614d4 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:20:44.923571 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Attempting to bind port 2becc8cb-0a48-4d63-adfd-2b327d1614d4 on network e809f80b-6aaa-4621-a33a-bf8147a2a194 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:20:44.928974 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:20:44.929340 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Checking segment: {'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:20:44.929740 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:44.930126 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Bound using segment: {'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:20:44.930575 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Bound port: 2becc8cb-0a48-4d63-adfd-2b327d1614d4, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:20:44.930966 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:45.003229 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] For port 2becc8cb-0a48-4d63-adfd-2b327d1614d4, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:20:45.006524 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] For port 2becc8cb-0a48-4d63-adfd-2b327d1614d4, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=2becc8cb-0a48-4d63-adfd-2b327d1614d4,segment=NetworkSegment(ce1ceccb-2b05-411b-b72d-24e9a619fddf),segment_id=ce1ceccb-2b05-411b-b72d-24e9a619fddf)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:20:45.081519 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:45.142898 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c84836-f2b2-4c01-b405-7db585fc245e None None] Pushing event updated for resources: {'Port': ['ID=2becc8cb-0a48-4d63-adfd-2b327d1614d4,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:20:45.525439 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eaee1505-48aa-4fec-b9fb-b18d21605dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:45.950103 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d79319-d213-4d69-bf40-3ad26b2ea82f None None] Network e809f80b-6aaa-4621-a33a-bf8147a2a194 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:20:46.012752 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 2becc8cb-0a48-4d63-adfd-2b327d1614d4 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:20:46.120817 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-4c94a12e-11a5-49a6-9a8a-194a2e10a09f None None] Provisioning complete for port 2becc8cb-0a48-4d63-adfd-2b327d1614d4 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:20:46.121185 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c94a12e-11a5-49a6-9a8a-194a2e10a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:46.157860 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 2becc8cb-0a48-4d63-adfd-2b327d1614d4 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:20:46.158156 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:46.315169 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c94a12e-11a5-49a6-9a8a-194a2e10a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:46.330839 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:46.376472 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-4c94a12e-11a5-49a6-9a8a-194a2e10a09f None None] For port 2becc8cb-0a48-4d63-adfd-2b327d1614d4, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=2becc8cb-0a48-4d63-adfd-2b327d1614d4,segment=NetworkSegment(ce1ceccb-2b05-411b-b72d-24e9a619fddf),segment_id=ce1ceccb-2b05-411b-b72d-24e9a619fddf)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:20:46.400232 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:46.457319 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c94a12e-11a5-49a6-9a8a-194a2e10a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:46.530266 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.db.api [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:20:46.530485 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG oslo_db.api [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:20:46.534404 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94a12e-11a5-49a6-9a8a-194a2e10a09f None None] Pushing event updated for resources: {'Port': ['ID=2becc8cb-0a48-4d63-adfd-2b327d1614d4,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:20:46.577058 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-4ba540ec-4f3a-40eb-8e07-4dcaddec297f None None] Provisioning complete for port 2becc8cb-0a48-4d63-adfd-2b327d1614d4 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:20:46.577428 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4ba540ec-4f3a-40eb-8e07-4dcaddec297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:47.377062 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:47.941912 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 2becc8cb-0a48-4d63-adfd-2b327d1614d4 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:20:47.987823 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 2becc8cb-0a48-4d63-adfd-2b327d1614d4 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:20:47.988193 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:48.605096 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:20:59.418561 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:21:13.576640 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d554501e-8add-4a15-aa89-6a6dba32a045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:15.536510 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dec2befe-fdea-4364-a265-4377bc2e8e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:16.336325 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:17.428145 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:18.644977 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:36.417325 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:21:43.536788 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3efcd6ec-7626-4030-9f47-b80b0949d05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:45.485472 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-403a6f78-b21c-4338-8344-930542e89633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:46.337158 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:47.393301 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:21:48.610605 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:13.416531 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:22:13.547128 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c9345d6-02e0-423e-abac-87b6355529c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:15.507361 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-eb821c3c-2c71-4357-95fe-eddc1d75a870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:16.381226 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:17.270921 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54818) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:22:17.277651 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [None req-5d70bd35-5f0c-4ef8-9fcd-90da4b02f351 tempest-verify_tempest_config-51940723 tempest-verify_tempest_config-51940723-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:22:17.278671 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5d70bd35-5f0c-4ef8-9fcd-90da4b02f351 tempest-verify_tempest_config-51940723 tempest-verify_tempest_config-51940723-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067470 Sep 23 11:22:17.381490 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:17.773673 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 54836) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:22:17.885360 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:18.003250 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:18.067050 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:18.115673 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8043e4b5be1245ec92a8fd343a3efdff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3407912 Sep 23 11:22:18.116647 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133fa047-0b76-41ac-b8c8-a265be65ec9d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:22:18.118502 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54842) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:22:18.124643 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.124983 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.125316 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.125653 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.125979 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.126324 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.127225 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.127606 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.127982 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.128360 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.128658 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.128994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7cf590-1774-42d2-875f-48ab198b1378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.181047 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:18.206768 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:18.353515 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:18.356338 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:18.357479 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/133fa047-0b76-41ac-b8c8-a265be65ec9d HTTP/1.1" status: 204 len: 168 time: 0.2375133 Sep 23 11:22:18.367077 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133fa047-0b76-41ac-b8c8-a265be65ec9d,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:22:18.374487 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.374873 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.375232 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.375573 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.375980 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.376255 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.377213 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.378220 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.378592 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.378935 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.379275 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.379611 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df4fe3-fff5-4643-851d-0aae8684c5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:22:18.610007 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:43.546118 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e080-f169-4ff3-b39c-134f3ca1df72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:45.609746 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0f86d8e2-24fb-4c49-8ef0-7b5da68ddad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:46.352355 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:47.397566 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:48.603591 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:22:50.414910 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:23:13.546208 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e4b97ba-8e1e-4b4d-b727-4916c9546884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:15.516775 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7b57409b-5481-4ea4-bdff-25d825350ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:16.363661 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:17.403120 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:18.625885 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:27.413953 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 5 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:23:43.551306 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dcb407dc-5b34-4e6d-9f7e-a58a34b02c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:45.534799 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6573-2d71-40ac-825a-2e358e0d9bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:46.357444 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:47.397403 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:48.637058 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:23:50.528497 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3717325'] for agent, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:04.414007 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:24:05.900238 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54916) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:24:06.015533 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-626a59fb-11bf-445e-a7e8-2cee6271e65c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1141882 Sep 23 11:24:08.268040 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 54926) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:24:08.325747 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-78c36da2-9f6a-4e27-b90b-160d6765891a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0565567 Sep 23 11:24:13.556758 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9c9bae3b-a906-42e9-8ab8-aded617f88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:15.499552 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6557db8f-8f84-4cb9-b3c7-658aa3284f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:16.339394 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:17.396083 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:18.659624 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:20.499611 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:41.413034 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:24:43.561851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7ab85a06-45a0-435e-abb0-33ce81e1bb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:45.556661 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f26dbaa-8805-40a5-a2d2-ebf2a750c9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:46.355926 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:47.430911 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:48.617177 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:24:50.522577 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:13.564395 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a13a777-f543-480e-bea4-20b27243596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:15.510554 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-502dccf4-0489-4b85-b51e-0ece49c98564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:16.373112 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:17.407101 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:18.413641 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:25:18.636258 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:20.510446 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:38.578481 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55090) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:38.989385 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-network', 'tenant_id': '475e920416404c538cfce70538447c9b'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:39.081157 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Made reservation on behalf of 475e920416404c538cfce70538447c9b for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:39.085380 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.094628 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.193291 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.287844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.314707 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:25:39.333153 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:39.335802 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.336352 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Added segment d4c2b14f-b9bd-4a29-9052-c44d54992925 of type vlan for network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 Sep 23 11:25:39.357383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.357751 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.358095 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.358425 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.358752 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.359098 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.359432 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.359779 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.360105 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.360479 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Tracked resource versions report: Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: pushed versions: Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: { 'AddressGroup': {'1.2'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'ConntrackHelper': {'1.0'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Log': {'1.0'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Network': {'1.1'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Port': {'1.7'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'PortForwarding': {'1.2'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'QosPolicy': {'1.9'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SecurityGroup': {'1.4'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SecurityGroupRule': {'1.2'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SubPort': {'1.0'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Subnet': {'1.1'}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Trunk': {'1.1'}} Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: consumer versions: Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: { DHCP agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: HyperV agent@hv-cinder-80952: {}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: L3 agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: Metadata agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: Metering agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: Open vSwitch agent@dv-cinder-809523-4-iscsi: { 'AddressGroup': '1.2', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'ConntrackHelper': '1.0', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Log': '1.0', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Network': '1.1', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Port': '1.7', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'PortForwarding': '1.2', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'QosPolicy': '1.9', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SecurityGroup': '1.4', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SecurityGroupRule': '1.2', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'SubPort': '1.0', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Subnet': '1.1', Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: 'Trunk': '1.1'}} Sep 23 11:25:39.368144 dv-cinder-809523-4-iscsi neutron-server[94666]: {{(pid=94666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 11:25:39.399586 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.555577 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.560056 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:39.560056 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.624518 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] Pushing event updated for resources: {'Network': ['ID=16a77eb5-1d36-4419-b0e9-a609c954cdf0,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:39.636198 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:25:39.684984 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-df945e2e-c626-4362-bd23-1bce8f995f5d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1021595 Sep 23 11:25:39.686222 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55146) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:39.690529 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Request body: {'subnet': {'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-subnet', 'tenant_id': '475e920416404c538cfce70538447c9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:39.771611 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55148) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:39.804367 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55154) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:39.818707 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Made reservation on behalf of 475e920416404c538cfce70538447c9b for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:39.822037 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:39.921863 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55160) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:40.099361 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.126209 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55170) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:40.166351 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70da23b2-90fc-4a24-9916-f114dbced38b,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:40.169843 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Checking segment: {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:40.170213 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Network hostable DHCP agents. Network: 16a77eb5-1d36-4419-b0e9-a609c954cdf0, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:25:40.175051 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1276919858-network', 'tenant_id': '14083ed816d94c1e9c38cc68683d5346'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:40.203058 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-397192042-network', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:40.215437 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-215425542-network', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:40.264051 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:25:40.329280 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Made reservation on behalf of 14083ed816d94c1e9c38cc68683d5346 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:40.329280 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.336666 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1625225295-network', 'tenant_id': 'd8a3a49b5cdc40c2b0747f5caefd862d'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:40.338397 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 16a77eb5-1d36-4419-b0e9-a609c954cdf0) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:40.342643 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:40.343189 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.351231 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc06b0e-61d6-40b7-8cb9-8ce0eecec101 None None] Network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:40.369640 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.448681 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Made reservation on behalf of 49d3bc41d6d04dba8230341490cbac4f for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:40.450932 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.469506 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.db.api [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 11:25:40.469506 dv-cinder-809523-4-iscsi neutron-server[94665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 11:25:40.469506 dv-cinder-809523-4-iscsi neutron-server[94665]: [parameters: {'project_id_1': 'd8a3a49b5cdc40c2b0747f5caefd862d', 'expiration_1': datetime.datetime(2021, 9, 23, 11, 25, 20, 358743)}] Sep 23 11:25:40.469506 dv-cinder-809523-4-iscsi neutron-server[94665]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:25:40.469956 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG oslo_db.api [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:25:40.470403 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.474864 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.db.api [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 11:25:40.474864 dv-cinder-809523-4-iscsi neutron-server[94665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 11:25:40.474864 dv-cinder-809523-4-iscsi neutron-server[94665]: [parameters: {'project_id_1': '14083ed816d94c1e9c38cc68683d5346', 'expiration_1': datetime.datetime(2021, 9, 23, 11, 25, 20, 380883)}] Sep 23 11:25:40.474864 dv-cinder-809523-4-iscsi neutron-server[94665]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:25:40.475727 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG oslo_db.api [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:25:40.502315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c0866-2b89-4a43-94ca-ed859aa50ea3 None None] Network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:40.578261 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Made reservation on behalf of ede4db69675e47d386e4a4678eea1cd3 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:40.594178 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.594178 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.668808 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-b1850e49-3a75-4893-9cdb-e2bd0c051bf2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9821503 Sep 23 11:25:40.669718 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55194) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:40.674300 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:40.693631 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.db.api [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 11:25:40.693631 dv-cinder-809523-4-iscsi neutron-server[94666]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 11:25:40.693631 dv-cinder-809523-4-iscsi neutron-server[94666]: [parameters: {'project_id_1': '475e920416404c538cfce70538447c9b', 'expiration_1': datetime.datetime(2021, 9, 23, 11, 25, 20, 680453)}] Sep 23 11:25:40.693631 dv-cinder-809523-4-iscsi neutron-server[94666]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:25:40.694057 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG oslo_db.api [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:25:40.699383 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.db.api [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 11:25:40.699383 dv-cinder-809523-4-iscsi neutron-server[94665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 11:25:40.699383 dv-cinder-809523-4-iscsi neutron-server[94665]: [parameters: {'project_id_1': 'ede4db69675e47d386e4a4678eea1cd3', 'expiration_1': datetime.datetime(2021, 9, 23, 11, 25, 20, 606249)}] Sep 23 11:25:40.699383 dv-cinder-809523-4-iscsi neutron-server[94665]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:25:40.700235 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG oslo_db.api [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:25:40.770749 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.818347 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.838480 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:25:40.857387 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.857682 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Added segment ac180558-3357-4c47-8705-e06461715945 of type vlan for network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 Sep 23 11:25:40.858818 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67a54b3-d768-443d-8e0d-952788eaa1ca,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:40.892837 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.893202 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.893558 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.893897 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.894226 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.894557 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.895432 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.895754 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.896118 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.896542 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.896891 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.897190 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Tracked resource versions report: Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: pushed versions: Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: { 'AddressGroup': {'1.2'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'ConntrackHelper': {'1.0'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Log': {'1.0'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Network': {'1.1'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Port': {'1.7'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'PortForwarding': {'1.2'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'QosPolicy': {'1.9'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SecurityGroup': {'1.4'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SecurityGroupRule': {'1.2'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SubPort': {'1.0'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Subnet': {'1.1'}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Trunk': {'1.1'}} Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: consumer versions: Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: { DHCP agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: HyperV agent@hv-cinder-80952: {}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: L3 agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: Metadata agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: Metering agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: Open vSwitch agent@dv-cinder-809523-4-iscsi: { 'AddressGroup': '1.2', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'ConntrackHelper': '1.0', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Log': '1.0', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Network': '1.1', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Port': '1.7', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'PortForwarding': '1.2', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'QosPolicy': '1.9', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SecurityGroup': '1.4', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SecurityGroupRule': '1.2', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'SubPort': '1.0', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Subnet': '1.1', Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: 'Trunk': '1.1'}} Sep 23 11:25:40.898266 dv-cinder-809523-4-iscsi neutron-server[94665]: {{(pid=94665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 11:25:40.913780 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:40.976705 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.002870 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.004068 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:41.005400 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.048612 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Made reservation on behalf of d8a3a49b5cdc40c2b0747f5caefd862d for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:41.052343 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.090771 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:41.094599 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.107524 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:25:41.177751 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55212) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:41.177859 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-8e2ce7a9-9e98-459c-8472-8a624c3b2793 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3687911 Sep 23 11:25:41.180624 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Request body: {'subnet': {'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-397192042-subnet', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:41.201349 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.282077 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.364858 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.393558 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:25:41.416766 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.417102 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Added segment 90bb46c7-7639-41d7-a9cd-1742e7cfcf26 of type vlan for network a9eaea2a-12a3-4941-b771-e04f35bd7d62 Sep 23 11:25:41.426170 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554d0f37-b6c9-4476-bc33-d78de6ac5129,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:41.482079 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.539035 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.625596 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.626924 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:41.627750 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.633579 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.716241 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Made reservation on behalf of 49d3bc41d6d04dba8230341490cbac4f for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:41.718978 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.723460 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:25:41.725501 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] Pushing event updated for resources: {'Network': ['ID=a9eaea2a-12a3-4941-b771-e04f35bd7d62,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:41.736626 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network a9eaea2a-12a3-4941-b771-e04f35bd7d62 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:25:41.743830 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577f6ab9-2918-4223-8b26-bf279c725457,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:41.752575 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.752912 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Added segment cb97ba95-31c7-4734-bc78-62e509c1bd7d of type vlan for network 8cf86337-5862-43b8-88ec-475256428503 Sep 23 11:25:41.795424 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.822723 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b41a0711-16fe-4c66-94ce-ce3c83875c35 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0500169 Sep 23 11:25:41.827026 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55238) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:41.832124 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Request body: {'subnet': {'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1276919858-subnet', 'tenant_id': '14083ed816d94c1e9c38cc68683d5346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:41.875927 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.877424 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:41.878210 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:41.993916 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf86337-5862-43b8-88ec-475256428503,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:42.004853 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 8cf86337-5862-43b8-88ec-475256428503 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:25:42.044523 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.045922 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.076257 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.db.api [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 11:25:42.076257 dv-cinder-809523-4-iscsi neutron-server[94665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 11:25:42.076257 dv-cinder-809523-4-iscsi neutron-server[94665]: [parameters: {'project_id_1': '14083ed816d94c1e9c38cc68683d5346', 'expiration_1': datetime.datetime(2021, 9, 23, 11, 25, 21, 837307)}] Sep 23 11:25:42.076257 dv-cinder-809523-4-iscsi neutron-server[94665]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:25:42.076257 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG oslo_db.api [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:25:42.084114 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.178291 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.261572 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.287031 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27730144-b0d5-4102-896b-0bc3c3dc1d8f,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:42.319860 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:25:42.339261 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.339823 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Added segment e2123f49-d09b-4dda-b8ce-d2d006e1db83 of type vlan for network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d Sep 23 11:25:42.370502 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.380832 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Checking segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:42.383855 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Network hostable DHCP agents. Network: 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:25:42.406212 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-2898603c-54b6-4bd0-85ae-10718a7a6bd8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2779644 Sep 23 11:25:42.416665 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55272) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:42.424691 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Request body: {'subnet': {'network_id': '8cf86337-5862-43b8-88ec-475256428503', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1625225295-subnet', 'tenant_id': 'd8a3a49b5cdc40c2b0747f5caefd862d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:42.430469 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.466006 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c50a91-4bce-4450-b13b-eb3642998f95,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:42.514130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:25:42.555679 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Made reservation on behalf of d8a3a49b5cdc40c2b0747f5caefd862d for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:42.562931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.595329 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.595329 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:42.596333 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.654517 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.660982 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:42.667932 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:42.668785 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.677429 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e4ced-8f26-410f-a083-949980a399fe None None] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:42.722822 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] Pushing event updated for resources: {'Network': ['ID=199d67e0-ae6f-48e6-8da6-46b7fd4a780d,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:42.742127 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:25:42.773552 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Made reservation on behalf of 14083ed816d94c1e9c38cc68683d5346 for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:42.779352 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.847417 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-60fda829-de2e-49af-ab0b-28a662234b4a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6701980 Sep 23 11:25:42.853799 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55288) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:42.858385 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:42.880760 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-235ec18d-4cf8-4caf-b717-e32931aac817 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9578378 Sep 23 11:25:42.884010 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55292) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:42.889705 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Request body: {'subnet': {'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-subnet', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:42.937410 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.966177 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.967158 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.974055 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:25:42.978923 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:42.983593 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55298) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:43.087330 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.091378 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bad7c28-0f13-46d6-91cf-58d02c091e24,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:43.094919 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Made reservation on behalf of ede4db69675e47d386e4a4678eea1cd3 for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:43.097572 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.101742 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Checking segment: {'id': 'cb97ba95-31c7-4734-bc78-62e509c1bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8cf86337-5862-43b8-88ec-475256428503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:43.102095 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Network hostable DHCP agents. Network: 8cf86337-5862-43b8-88ec-475256428503, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:25:43.156467 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Allocated IP 172.20.0.2 (2dd4b3d1-0f34-43b0-a2f4-331da55cbd78/27730144-b0d5-4102-896b-0bc3c3dc1d8f/25182cdf-0972-47f3-b75e-f352f4887851) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:43.174178 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55304) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:43.185578 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.251072 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fbd3155-b524-4dcf-8faf-a655fdd0a01f,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:43.304927 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Network 8cf86337-5862-43b8-88ec-475256428503 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:25:43.316183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a60b-0338-4f93-9866-ae66677049f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.329715 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Checking segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:43.330211 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Network hostable DHCP agents. Network: a9eaea2a-12a3-4941-b771-e04f35bd7d62, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:25:43.350559 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.355066 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-02795337-7263-462e-80c4-23735fc809ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.418925 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.450204 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a60b-0338-4f93-9866-ae66677049f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.451751 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.472994 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Pushing event updated for resources: {'Port': ['ID=25182cdf-0972-47f3-b75e-f352f4887851,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:43.481306 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 8cf86337-5862-43b8-88ec-475256428503) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:43.485288 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:43.486647 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.493131 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:43.494752 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:43.497429 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.497779 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.498122 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.498468 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.498789 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.499116 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.499441 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.499768 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.500111 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.500464 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.500628 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:43.500791 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.501110 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:43.501217 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Tracked resource versions report: Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: pushed versions: Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: { 'AddressGroup': {'1.2'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'ConntrackHelper': {'1.0'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Log': {'1.0'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Network': {'1.1'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Port': {'1.7'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'PortForwarding': {'1.2'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'QosPolicy': {'1.9'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SecurityGroup': {'1.4'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SecurityGroupRule': {'1.2'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SubPort': {'1.0'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Subnet': {'1.1'}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Trunk': {'1.1'}} Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: consumer versions: Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: { DHCP agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: HyperV agent@hv-cinder-80952: {}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: L3 agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: Metadata agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: Metering agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: Open vSwitch agent@dv-cinder-809523-4-iscsi: { 'AddressGroup': '1.2', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'ConntrackHelper': '1.0', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Log': '1.0', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Network': '1.1', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Port': '1.7', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'PortForwarding': '1.2', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'QosPolicy': '1.9', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SecurityGroup': '1.4', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SecurityGroupRule': '1.2', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'SubPort': '1.0', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Subnet': '1.1', Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: 'Trunk': '1.1'}} Sep 23 11:25:43.502190 dv-cinder-809523-4-iscsi neutron-server[94667]: {{(pid=94667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 11:25:43.509416 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e06d0-ab6a-4189-8209-2194d2c899aa None None] Network 8cf86337-5862-43b8-88ec-475256428503 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:43.515272 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ebf3a60b-0338-4f93-9866-ae66677049f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.538258 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.557873 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Network a9eaea2a-12a3-4941-b771-e04f35bd7d62 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:25:43.593664 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ebf3a60b-0338-4f93-9866-ae66677049f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b9c9066dba44a938ca456a94b2c09dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6009026 Sep 23 11:25:43.596006 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, a9eaea2a-12a3-4941-b771-e04f35bd7d62) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:43.600035 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55310) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:43.600673 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3a60b-0338-4f93-9866-ae66677049f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e36a3e4-6c8c-4b01-9843-ead2fb8fd47f,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:43.626282 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74561ed3-f0f3-4af9-892d-da12adf32a03 None None] Network a9eaea2a-12a3-4941-b771-e04f35bd7d62 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:43.632579 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:43.636561 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.646450 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Attempting to bind port 25182cdf-0972-47f3-b75e-f352f4887851 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:25:43.646852 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Attempting to bind port 25182cdf-0972-47f3-b75e-f352f4887851 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:25:43.647216 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Attempting to bind port 25182cdf-0972-47f3-b75e-f352f4887851 on network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:25:43.658374 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:25:43.658828 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Checking segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:43.659580 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.660138 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Bound using segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:25:43.661499 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Bound port: 25182cdf-0972-47f3-b75e-f352f4887851, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:25:43.662182 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.704183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c70d578-7d8f-4c83-bcab-0475a4d72c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.730677 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c70d578-7d8f-4c83-bcab-0475a4d72c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.745900 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.798411 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Allocated IP 172.27.1.85 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/701764d6-0750-4ee0-b8e8-a569a7e2c4a7) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:43.827998 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-02795337-7263-462e-80c4-23735fc809ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.864024 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Checking segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:43.881584 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Network hostable DHCP agents. Network: 199d67e0-ae6f-48e6-8da6-46b7fd4a780d, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:25:43.881584 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ffbe4bd-308d-4405-944a-401c120bc89e,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:43.948095 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-87ac9314-3004-417b-a48f-255580054ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:43.980425 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-02795337-7263-462e-80c4-23735fc809ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.002537 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f50c1-1b9b-40f7-923d-b32c7f6b61b9 None None] Network 8cf86337-5862-43b8-88ec-475256428503 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:44.023045 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c70d578-7d8f-4c83-bcab-0475a4d72c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.025611 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c70d578-7d8f-4c83-bcab-0475a4d72c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.029430 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-1c70d578-7d8f-4c83-bcab-0475a4d72c9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e36a3e4-6c8c-4b01-9843-ead2fb8fd47f HTTP/1.1" status: 204 len: 168 time: 0.4180303 Sep 23 11:25:44.037435 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] For port 25182cdf-0972-47f3-b75e-f352f4887851, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:25:44.043861 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-02795337-7263-462e-80c4-23735fc809ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cd731d9dd824f6c8ef1b36a992ee1d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8660839 Sep 23 11:25:44.044255 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55324) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:44.053436 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02795337-7263-462e-80c4-23735fc809ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be46ebae-6226-4b5e-a6bd-67eb51521e48,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:44.097473 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70d578-7d8f-4c83-bcab-0475a4d72c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e36a3e4-6c8c-4b01-9843-ead2fb8fd47f,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:44.131116 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-fcd7bea2-0e55-43de-902d-2c804378a876 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7042067 Sep 23 11:25:44.131376 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] For port 25182cdf-0972-47f3-b75e-f352f4887851, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=25182cdf-0972-47f3-b75e-f352f4887851,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:25:44.152357 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9eaee18e-b606-4512-8161-0ead786b103c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3200529 Sep 23 11:25:44.170614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-37f7a844-f912-4be0-9d6b-680fd5fea737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.173343 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.205676 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.209227 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.216760 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205095ea-84c9-44db-9893-743f06eb7168 None None] Network a9eaea2a-12a3-4941-b771-e04f35bd7d62 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:44.223484 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-37f7a844-f912-4be0-9d6b-680fd5fea737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.223701 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:25:44.245761 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.322456 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 199d67e0-ae6f-48e6-8da6-46b7fd4a780d) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:44.327225 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:44.327892 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.349745 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7394b9a0-090c-4f76-8565-93767e8b1fea None None] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:44.356066 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bd7bc-fba2-45dd-a666-84f25bdaa682 None None] Pushing event updated for resources: {'Port': ['ID=25182cdf-0972-47f3-b75e-f352f4887851,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:44.379294 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-37f7a844-f912-4be0-9d6b-680fd5fea737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.388232 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-37f7a844-f912-4be0-9d6b-680fd5fea737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.390598 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-37f7a844-f912-4be0-9d6b-680fd5fea737 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be46ebae-6226-4b5e-a6bd-67eb51521e48 HTTP/1.1" status: 204 len: 168 time: 0.3453820 Sep 23 11:25:44.408373 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7a844-f912-4be0-9d6b-680fd5fea737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be46ebae-6226-4b5e-a6bd-67eb51521e48,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:44.466891 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.512822 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-bccca166-484d-4d7e-be13-10d4218c348f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6274202 Sep 23 11:25:44.516176 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55336) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:44.522706 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:44.536968 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Pushing event updated for resources: {'Port': ['ID=701764d6-0750-4ee0-b8e8-a569a7e2c4a7,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:44.546779 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:44.549733 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Allocated IP 172.27.1.29 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/d325fa4f-b227-4b57-ab08-24a2315c889d) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:44.553125 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:44.564917 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:44.658655 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.659721 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.809972 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.812997 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:25:44.814349 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:44.974789 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.031885 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Allocated IP 172.20.0.2 (199d67e0-ae6f-48e6-8da6-46b7fd4a780d/2ffbe4bd-308d-4405-944a-401c120bc89e/6119fc7a-a1ce-41a0-8ab5-0854989ede7a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:45.135328 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.188394 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.205881 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.251428 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.260725 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:45.268556 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:45.274481 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:45.316521 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.347287 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55364) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:45.428871 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:45.438643 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Pushing event updated for resources: {'Port': ['ID=d325fa4f-b227-4b57-ab08-24a2315c889d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:45.463075 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:45.475436 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:45.481838 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Pushing event updated for resources: {'Port': ['ID=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:45.511278 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfa04-9f6c-411f-aa2e-e3a1d0cdf2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.561294 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7e3c003f-4bac-4d2c-a727-0356146ef676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.591359 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Attempting to bind port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:25:45.592885 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Attempting to bind port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:25:45.593461 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Attempting to bind port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a on network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:25:45.601573 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:25:45.602088 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Checking segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:45.613829 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.613829 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Bound using segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:25:45.613829 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Bound port: 6119fc7a-a1ce-41a0-8ab5-0854989ede7a, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:25:45.613829 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.700760 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.715934 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55382) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:45.723495 dv-cinder-809523-4-iscsi neutron-server[94666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 11:25:45.727802 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.758160 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] For port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:25:45.762367 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] For port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:25:45.842459 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.858034 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905b4ad-aa3f-4b54-af3f-a9f82b4645dc None None] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:45.885162 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55396) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:45.899694 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Allocated IP 172.27.1.22 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/7f680fde-30d9-44c1-9523-ac93899ec89f) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:45.912492 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-ced2ea5c-80e3-475e-98ff-fc305579f3ae None None] Provisioning complete for port 25182cdf-0972-47f3-b75e-f352f4887851 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:45.913019 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ced2ea5c-80e3-475e-98ff-fc305579f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:45.974010 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.042068 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.047783 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55400) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:46.048344 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e5aa2-7c0f-49a5-bbac-dac13801101a None None] Pushing event updated for resources: {'Port': ['ID=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:46.076826 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ba71b40f-cc06-4679-8685-4c01fc302fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.177321 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ced2ea5c-80e3-475e-98ff-fc305579f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.208245 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.225596 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 25182cdf-0972-47f3-b75e-f352f4887851 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:46.273556 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-ced2ea5c-80e3-475e-98ff-fc305579f3ae None None] For port 25182cdf-0972-47f3-b75e-f352f4887851, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=25182cdf-0972-47f3-b75e-f352f4887851,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:25:46.302705 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:46.305874 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:46.310185 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:46.326937 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 25182cdf-0972-47f3-b75e-f352f4887851 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:46.327309 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.351273 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ced2ea5c-80e3-475e-98ff-fc305579f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.372236 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f680fde-30d9-44c1-9523-ac93899ec89f,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:46.427157 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.450308 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2ea5c-80e3-475e-98ff-fc305579f3ae None None] Pushing event updated for resources: {'Port': ['ID=25182cdf-0972-47f3-b75e-f352f4887851,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:46.521851 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.543085 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b806-e613-46dd-81b3-93ba78316c25 req-b6e7dd62-211b-4723-9578-4a4ffa94876b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:46.548797 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-b6e7dd62-211b-4723-9578-4a4ffa94876b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/networks?id=8cf86337-5862-43b8-88ec-475256428503 HTTP/1.1" status: 200 len: 812 time: 0.8301375 Sep 23 11:25:46.583092 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-13a4c8e1-a6d4-4da7-a0c0-719d361f10d4 None None] Provisioning complete for port 25182cdf-0972-47f3-b75e-f352f4887851 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:46.583697 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-13a4c8e1-a6d4-4da7-a0c0-719d361f10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.621823 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfa04-9f6c-411f-aa2e-e3a1d0cdf2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.650582 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-a015be35-ef59-41e6-85a3-dc71a582d5f2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:46.652337 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-a015be35-ef59-41e6-85a3-dc71a582d5f2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 815 time: 0.7641861 Sep 23 11:25:46.664959 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-358252d1-56ec-413f-a8a0-f8f42249e5f4 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/quotas/d8a3a49b5cdc40c2b0747f5caefd862d HTTP/1.1" status: 200 len: 375 time: 0.0636418 Sep 23 11:25:46.691504 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.724382 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfa04-9f6c-411f-aa2e-e3a1d0cdf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:46.761339 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-396efbb2-2a7c-4e4f-b221-4bda22dcc099 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8a3a49b5cdc40c2b0747f5caefd862d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927224 Sep 23 11:25:46.762543 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-1d550b2e-6ab9-4016-8f67-8beacf6078d4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/quotas/14083ed816d94c1e9c38cc68683d5346 HTTP/1.1" status: 200 len: 375 time: 0.0952437 Sep 23 11:25:46.849439 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1dbdfa04-9f6c-411f-aa2e-e3a1d0cdf2bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce6d12d0513e44848382cac9573b5e8b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4471440 Sep 23 11:25:46.850051 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55410) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:46.856814 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-320ea51f-85e8-4205-98d3-46a1c985611f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604744 Sep 23 11:25:46.905632 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdfa04-9f6c-411f-aa2e-e3a1d0cdf2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b426d9-cbc5-4f49-beb7-00666fa9b7d7,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:46.996236 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Router cc1b6769-051e-4aaf-aebf-806b32525008 is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:25:47.116525 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ba71b40f-cc06-4679-8685-4c01fc302fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.137545 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.137774 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe3cc-9acc-47de-9155-f4371d7115f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.145566 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-c6bc05f5-4cfe-4735-a833-ba3cf6855529 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:25:47.146732 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-c6bc05f5-4cfe-4735-a833-ba3cf6855529 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1440802 Sep 23 11:25:47.196979 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.203856 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-d6d4e82d-57ea-4bbe-b994-0cf737edbd4f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:25:47.206518 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-d6d4e82d-57ea-4bbe-b994-0cf737edbd4f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0782506 Sep 23 11:25:47.210078 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ba71b40f-cc06-4679-8685-4c01fc302fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.227233 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe3cc-9acc-47de-9155-f4371d7115f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.279619 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab20b3d-556c-4f30-bc53-373c7b4aa91e None None] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:25:47.309687 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ba71b40f-cc06-4679-8685-4c01fc302fff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=153d4469e19443dda66d1114d82c0cf9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2578721 Sep 23 11:25:47.314827 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55420) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:47.338360 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71b40f-cc06-4679-8685-4c01fc302fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69dc88c-f956-49c3-a97b-e98fc9690234,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:47.448663 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9e80a11-031b-4bda-94f1-088d81c5c8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.462939 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:25:47.466086 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-00d3ca08-7fda-4ff9-9e83-11893d97b691 None None] Provisioning complete for port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:47.469637 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00d3ca08-7fda-4ff9-9e83-11893d97b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.484381 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Sync routers for ids ['cc1b6769-051e-4aaf-aebf-806b32525008'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:25:47.494210 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9e80a11-031b-4bda-94f1-088d81c5c8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.495592 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Routers {'cc1b6769-051e-4aaf-aebf-806b32525008'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:47.496198 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['cc1b6769-051e-4aaf-aebf-806b32525008'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:47.521089 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-ea4b9750-2c60-4bdf-9d66-9c5f265d528f service neutron] 10.222.0.13 "GET /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634083 Sep 23 11:25:47.564202 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-0d860199-cbda-415b-b894-cd5f377bcb48 service neutron] 10.222.0.13 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064868 Sep 23 11:25:47.649351 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.654837 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1c6dcc08-b02d-4bf4-9f08-c23484b267c5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9796979 Sep 23 11:25:47.655239 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55422) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:47.660017 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Set router cc1b6769-051e-4aaf-aebf-806b32525008 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:47.665215 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:25:47.671711 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe3cc-9acc-47de-9155-f4371d7115f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.672943 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.674058 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00d3ca08-7fda-4ff9-9e83-11893d97b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.674926 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe3cc-9acc-47de-9155-f4371d7115f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.679595 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4f1fe3cc-9acc-47de-9155-f4371d7115f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94b426d9-cbc5-4f49-beb7-00666fa9b7d7 HTTP/1.1" status: 204 len: 168 time: 0.8251743 Sep 23 11:25:47.746656 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fe3cc-9acc-47de-9155-f4371d7115f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b426d9-cbc5-4f49-beb7-00666fa9b7d7,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:47.754925 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-01ec9c22-e6fe-4859-a415-f0b09c976dfd service neutron] 10.222.0.13 "GET /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241633 Sep 23 11:25:47.781559 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-00d3ca08-7fda-4ff9-9e83-11893d97b691 None None] For port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:25:47.785939 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-fdc0e21f-6951-4bab-a753-28e208a10ea1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039711 Sep 23 11:25:47.822400 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9e80a11-031b-4bda-94f1-088d81c5c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.825985 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9e80a11-031b-4bda-94f1-088d81c5c8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.830090 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Router 91cff9eb-1ddc-4081-91b7-60ab350be0bf is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:25:47.853052 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c9e80a11-031b-4bda-94f1-088d81c5c8c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c69dc88c-f956-49c3-a97b-e98fc9690234 HTTP/1.1" status: 204 len: 168 time: 0.5136232 Sep 23 11:25:47.854015 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-00d3ca08-7fda-4ff9-9e83-11893d97b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:47.931670 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e80a11-031b-4bda-94f1-088d81c5c8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69dc88c-f956-49c3-a97b-e98fc9690234,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:48.056877 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3ca08-7fda-4ff9-9e83-11893d97b691 None None] Pushing event updated for resources: {'Port': ['ID=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:48.121255 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:25:48.133578 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Sync routers for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:25:48.153373 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:48.153373 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:48.190814 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:44Z', 'revision_number': 3, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port': {'id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:43Z', 'updated_at': '2021-09-23T11:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:48.275968 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:48.280431 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4d9d69f7-e3a4-46d3-84ce-fbea1ed9ee7e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4226770 Sep 23 11:25:48.282924 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55434) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:48.300200 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Checking router: cc1b6769-051e-4aaf-aebf-806b32525008 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:25:48.303473 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Updating router cc1b6769-051e-4aaf-aebf-806b32525008 port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:25:48.413481 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:48.450399 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 6119fc7a-a1ce-41a0-8ab5-0854989ede7a up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:48.460095 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-9e87142b-6892-47d3-881d-eb62a8f39a80 None None] Provisioning complete for port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:48.462006 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9e87142b-6892-47d3-881d-eb62a8f39a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:48.553729 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:25:48.596160 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:48.601023 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Sync routers for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:25:48.669845 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:48.675963 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:48.698517 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:48.700351 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b7a964fd-24f3-487f-ba6c-8f4079fb1cb1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1822994 Sep 23 11:25:48.748154 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55480) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:48.830813 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:48.909442 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:48.912738 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:49.033088 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:49.185834 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-954006b1-a887-4c9c-974e-32403b11208d req-9fdabef0-689d-478c-94ce-53dcf4c123b1 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 210 time: 0.5909061 Sep 23 11:25:49.309416 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5bc74c74-5b49-468f-b0d7-6866b12c5ac1 req-cf33f7dd-7c4d-4ffe-9f3b-e999df5d4cb9 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.7176085 Sep 23 11:25:49.414514 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 25182cdf-0972-47f3-b75e-f352f4887851 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:49.424150 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:45Z', 'revision_number': 3, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:49.590719 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Checking router: 91cff9eb-1ddc-4081-91b7-60ab350be0bf for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:25:49.590719 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Updating router 91cff9eb-1ddc-4081-91b7-60ab350be0bf port d325fa4f-b227-4b57-ab08-24a2315c889d binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:25:49.604948 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:46Z', 'revision_number': 3, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:49.654544 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:49.657480 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Checking router: d53bd33b-4ca3-4622-aade-1cb06b34b9f6 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:25:49.658187 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Updating router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 port 7f680fde-30d9-44c1-9523-ac93899ec89f binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:25:49.722583 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:49.751919 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:49.767032 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:49.797244 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 25182cdf-0972-47f3-b75e-f352f4887851 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:49.797575 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:49.929844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:49.947121 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.032363 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Attempting to bind port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:25:50.032749 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Attempting to bind port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:25:50.033118 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Attempting to bind port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:25:50.145227 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.184477 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:25:50.185179 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:50.185818 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.186368 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:25:50.187044 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Bound port: 701764d6-0750-4ee0-b8e8-a569a7e2c4a7, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:25:50.187613 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.246615 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.251000 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] For port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:25:50.271051 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] For port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=701764d6-0750-4ee0-b8e8-a569a7e2c4a7,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:25:50.274035 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Pushing event updated for resources: {'Port': ['ID=701764d6-0750-4ee0-b8e8-a569a7e2c4a7,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:50.302801 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.303091 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.303446 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.303790 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.304122 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.304482 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.304813 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.305140 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.305916 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.305916 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.306104 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.306416 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Tracked resource versions report: Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: pushed versions: Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: { 'AddressGroup': {'1.2'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'ConntrackHelper': {'1.0'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Log': {'1.0'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Network': {'1.1'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Port': {'1.7'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'PortForwarding': {'1.2'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'QosPolicy': {'1.9'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SecurityGroup': {'1.4'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SecurityGroupRule': {'1.2'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SubPort': {'1.0'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Subnet': {'1.1'}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Trunk': {'1.1'}} Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: consumer versions: Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: { DHCP agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: HyperV agent@hv-cinder-80952: {}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: L3 agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: Metadata agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: Metering agent@dv-cinder-809523-4-iscsi: {}, Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: Open vSwitch agent@dv-cinder-809523-4-iscsi: { 'AddressGroup': '1.2', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'ConntrackHelper': '1.0', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Log': '1.0', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Network': '1.1', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Port': '1.7', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'PortForwarding': '1.2', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'QosPolicy': '1.9', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SecurityGroup': '1.4', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SecurityGroupRule': '1.2', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'SubPort': '1.0', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Subnet': '1.1', Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: 'Trunk': '1.1'}} Sep 23 11:25:50.326394 dv-cinder-809523-4-iscsi neutron-server[94668]: {{(pid=94668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 11:25:50.375631 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Attempting to bind port d325fa4f-b227-4b57-ab08-24a2315c889d on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:25:50.375995 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Attempting to bind port d325fa4f-b227-4b57-ab08-24a2315c889d by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:25:50.376131 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.376383 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Attempting to bind port d325fa4f-b227-4b57-ab08-24a2315c889d on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:25:50.416106 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85670cfa-290b-4376-998b-890e12fc114d None None] Pushing event updated for resources: {'Port': ['ID=d325fa4f-b227-4b57-ab08-24a2315c889d,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:50.427083 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0108b731-b6d9-46ce-9c2f-43fb96a856e5 req-ae7a1d3d-c684-441c-9007-265abbf10955 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 210 time: 0.0981441 Sep 23 11:25:50.451352 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Allocated IP 172.20.0.1 (2dd4b3d1-0f34-43b0-a2f4-331da55cbd78/27730144-b0d5-4102-896b-0bc3c3dc1d8f/211ab6a2-c5a3-4e1a-aea5-bee60f245047) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:50.456320 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:25:50.456682 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:50.457095 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.462076 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:25:50.462611 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Bound port: d325fa4f-b227-4b57-ab08-24a2315c889d, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:25:50.469175 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.503357 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Allocated IP 172.20.0.1 (16a77eb5-1d36-4419-b0e9-a609c954cdf0/70da23b2-90fc-4a24-9916-f114dbced38b/62aeefd6-b258-4146-901a-de080da175b1) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:50.523698 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Routers {'cc1b6769-051e-4aaf-aebf-806b32525008'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:50.524884 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['cc1b6769-051e-4aaf-aebf-806b32525008'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:50.544645 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83208e9d-0d45-4448-baf2-53a391da7b71 req-a71bbc1c-6cf3-4f15-8511-5ff20025544b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.0885475 Sep 23 11:25:50.599341 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.625241 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] For port d325fa4f-b227-4b57-ab08-24a2315c889d, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:25:50.646732 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.647836 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] For port d325fa4f-b227-4b57-ab08-24a2315c889d, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d325fa4f-b227-4b57-ab08-24a2315c889d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:25:50.793482 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.824493 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111c057-c5a2-4ed1-9ffd-8c14b5d917aa None None] Pushing event updated for resources: {'Port': ['ID=701764d6-0750-4ee0-b8e8-a569a7e2c4a7,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:50.863267 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] Set router cc1b6769-051e-4aaf-aebf-806b32525008 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:50.932385 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:50.985311 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.018653 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.053509 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.109417 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:51.111651 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:51.121034 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:51.128189 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:51.150356 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:51.151019 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.191083 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.193338 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Allocated IP 172.20.0.1 (199d67e0-ae6f-48e6-8da6-46b7fd4a780d/2ffbe4bd-308d-4405-944a-401c120bc89e/9d963c1c-6a67-4f22-ba40-8d32b34d6f93) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:51.231189 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.256427 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:44Z', 'revision_number': 3, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port': {'id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:43Z', 'updated_at': '2021-09-23T11:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:51.259999 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Attempting to bind port 7f680fde-30d9-44c1-9523-ac93899ec89f on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:25:51.260741 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Attempting to bind port 7f680fde-30d9-44c1-9523-ac93899ec89f by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:25:51.261476 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Attempting to bind port 7f680fde-30d9-44c1-9523-ac93899ec89f on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:25:51.287170 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:25:51.287850 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:25:51.288601 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.289152 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:25:51.289811 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Bound port: 7f680fde-30d9-44c1-9523-ac93899ec89f, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:25:51.290380 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.322774 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:51.324430 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85670cfa-290b-4376-998b-890e12fc114d None None] Pushing event updated for resources: {'Port': ['ID=d325fa4f-b227-4b57-ab08-24a2315c889d,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:51.348766 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] For port 7f680fde-30d9-44c1-9523-ac93899ec89f, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:25:51.353244 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] For port 7f680fde-30d9-44c1-9523-ac93899ec89f, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=7f680fde-30d9-44c1-9523-ac93899ec89f,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:25:51.382557 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cfbdc-9d2f-4d69-a96c-fbf945cb3740 None None] The sync data for ids ['cc1b6769-051e-4aaf-aebf-806b32525008'] in dv-cinder-809523-4-iscsi is: [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:44Z', 'revision_number': 3, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port': {'id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:43Z', 'updated_at': '2021-09-23T11:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:25:51.422378 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0bb16-c012-4343-af43-9470c959b6a4 None None] Pushing event updated for resources: {'Port': ['ID=7f680fde-30d9-44c1-9523-ac93899ec89f,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:51.427775 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Pushing event updated for resources: {'Port': ['ID=211ab6a2-c5a3-4e1a-aea5-bee60f245047,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:51.441832 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.460363 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:51.478104 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:51.485885 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:51.537811 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:51.615276 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:51.626259 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:51.628063 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0bb16-c012-4343-af43-9470c959b6a4 None None] Pushing event updated for resources: {'Port': ['ID=7f680fde-30d9-44c1-9523-ac93899ec89f,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:51.660287 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13af3209-d612-40bc-8674-e413c58ff7d4 req-09d6950f-3a7e-4d6c-b3a0-aa45cba28777 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 210 time: 0.1281686 Sep 23 11:25:51.719660 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da3d0ff0-b8f2-46c8-a939-ecb96e24b9e3 req-59ba8826-be96-4f84-b92f-18603ce23f1f tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.0563843 Sep 23 11:25:51.895474 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:51.977149 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:52.089663 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:52.127698 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-20087be2-8357-4b90-8876-5cf21db70ad5 None None] Provisioning complete for port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:52.132099 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-20087be2-8357-4b90-8876-5cf21db70ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:52.255323 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Pushing event updated for resources: {'Port': ['ID=62aeefd6-b258-4146-901a-de080da175b1,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:52.276985 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-20087be2-8357-4b90-8876-5cf21db70ad5 None None] Port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:25:52.419600 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:52.436726 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:46Z', 'revision_number': 3, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:52.439437 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:52.493836 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d89c76-0eb9-4514-af7f-98df38e940ec None None] The sync data for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi is: [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:46Z', 'revision_number': 3, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:25:52.572777 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:52.645765 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Pushing event updated for resources: {'Port': ['ID=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:52.645892 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:45Z', 'revision_number': 3, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:52.691412 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3043f31-c57e-4fc1-b16d-f6ecc7a36c8e None None] The sync data for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi is: [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:45Z', 'revision_number': 3, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:25:52.708401 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:52.708628 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:52.708628 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:52.708929 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:52.708929 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:52.712105 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:52.716043 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:52.726392 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:53.144798 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:53.149705 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Pushing event updated for resources: {'Port': ['ID=211ab6a2-c5a3-4e1a-aea5-bee60f245047,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:53.150726 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=701764d6-0750-4ee0-b8e8-a569a7e2c4a7,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:25:53.181467 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:53.201732 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:53.330549 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:53.337977 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:53.373787 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:53.397079 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95ca354e-5d4b-46bf-a78c-16efd187f24c req-3521113d-dcec-4caa-9ab6-25c0faf52ad5 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 210 time: 0.2089243 Sep 23 11:25:53.397245 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=701764d6-0750-4ee0-b8e8-a569a7e2c4a7,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:53.480018 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-ffc57d76-e3f9-4fc0-a466-c90b3da126bf None None] Provisioning complete for port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:53.483976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ffc57d76-e3f9-4fc0-a466-c90b3da126bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:53.609088 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ffc57d76-e3f9-4fc0-a466-c90b3da126bf None None] Port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:25:53.787456 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.22', 49863) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:53.840059 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55644) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:53.902381 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-82be58b4-c335-4f6d-9bb7-26b8ffab6b97 req-0fa8e8d6-7752-4c99-9524-ab0af78cd86e tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.5657718 Sep 23 11:25:53.971340 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-73a81fb6-85bd-437f-9503-6ceee58a341a None None] Provisioning complete for port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:53.971715 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-73a81fb6-85bd-437f-9503-6ceee58a341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:54.079838 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-73a81fb6-85bd-437f-9503-6ceee58a341a None None] Port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:25:54.102626 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Router 91cff9eb-1ddc-4081-91b7-60ab350be0bf has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:25:54.371259 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55652) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:54.385172 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b9c38ce6-1ccc-4e69-92d3-7921a7915229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:54.397037 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:25:54.408241 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-89f40a9a-3075-4e6e-9123-7457907d334b admin admin] 10.222.0.13 "PUT /v2.0/routers/91cff9eb-1ddc-4081-91b7-60ab350be0bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1256120 Sep 23 11:25:54.452773 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:54.453236 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.22', 49865) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:54.652520 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:54.653895 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:54.855172 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b806-e613-46dd-81b3-93ba78316c25 req-4cb872d5-31c1-4980-ac91-eccf0f49ca41 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:54.863915 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-4cb872d5-31c1-4980-ac91-eccf0f49ca41 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.22 "GET /v2.0/networks?id=8cf86337-5862-43b8-88ec-475256428503 HTTP/1.1" status: 200 len: 812 time: 1.0748739 Sep 23 11:25:54.893482 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51c82de6-f01e-4305-a0d8-d91c1fabeed8 req-d5cdfec1-4fed-4ad9-9098-c91dc9e159c8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 210 time: 0.1152954 Sep 23 11:25:54.921473 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-66fd9c6c-7a0e-4b8c-8175-dfbaa5ba1444 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:54.923129 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-66fd9c6c-7a0e-4b8c-8175-dfbaa5ba1444 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 815 time: 0.4692802 Sep 23 11:25:54.936197 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d325fa4f-b227-4b57-ab08-24a2315c889d up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:54.938162 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Request body: {'port': {'device_id': '04fa26a0-f886-4b88-949d-437fa5604f1b', 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'admin_state_up': True, 'tenant_id': '14083ed816d94c1e9c38cc68683d5346'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:54.939985 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6e5c433d-ea78-4635-96ba-2438dabcdf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:54.959437 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:54.999635 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Request body: {'port': {'device_id': 'bb973bb5-b31f-4177-b0e9-8a5140093ab0', 'network_id': '8cf86337-5862-43b8-88ec-475256428503', 'admin_state_up': True, 'tenant_id': 'd8a3a49b5cdc40c2b0747f5caefd862d'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:55.123913 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-98f2d420-1b91-41b2-be43-d7ad6fe05748 req-07658315-c636-4c2e-b656-6189ba8d0a1e tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.0409052 Sep 23 11:25:55.168224 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port d325fa4f-b227-4b57-ab08-24a2315c889d triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:55.169122 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.278575 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.281384 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.357594 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.367256 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Pushing event updated for resources: {'Port': ['ID=62aeefd6-b258-4146-901a-de080da175b1,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:55.385937 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port d325fa4f-b227-4b57-ab08-24a2315c889d, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d325fa4f-b227-4b57-ab08-24a2315c889d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:25:55.415974 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:25:55.449960 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.454057 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 7f680fde-30d9-44c1-9523-ac93899ec89f up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:55.563499 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.591365 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=d325fa4f-b227-4b57-ab08-24a2315c889d,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:55.615090 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 7f680fde-30d9-44c1-9523-ac93899ec89f triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:55.615712 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.647784 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b9c38ce6-1ccc-4e69-92d3-7921a7915229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.663221 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:55.665134 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:55.687055 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.687557 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.746486 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.772583 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55704) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:55.790471 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046904366', 'description': 'tempest-description--1126310685'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:55.814505 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port 7f680fde-30d9-44c1-9523-ac93899ec89f, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=7f680fde-30d9-44c1-9523-ac93899ec89f,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:25:55.841480 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Made reservation on behalf of 14083ed816d94c1e9c38cc68683d5346 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:55.845261 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:55.904143 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:56.067744 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:56.103390 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:56.103390 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b9c38ce6-1ccc-4e69-92d3-7921a7915229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:56.132362 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=7f680fde-30d9-44c1-9523-ac93899ec89f,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:56.241531 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d325fa4f-b227-4b57-ab08-24a2315c889d up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:56.337783 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.db.api [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 11:25:56.337783 dv-cinder-809523-4-iscsi neutron-server[94665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 11:25:56.337783 dv-cinder-809523-4-iscsi neutron-server[94665]: [parameters: {'project_id_1': 'd8a3a49b5cdc40c2b0747f5caefd862d', 'expiration_1': datetime.datetime(2021, 9, 23, 11, 25, 35, 488005)}] Sep 23 11:25:56.337783 dv-cinder-809523-4-iscsi neutron-server[94665]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:25:56.338768 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG oslo_db.api [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:25:56.356378 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port d325fa4f-b227-4b57-ab08-24a2315c889d triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:56.356979 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:56.567659 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6b5b9d1e-8aa3-4c51-899e-ab7290e80a6c req-f74b5a37-6c64-4b21-b335-4a36f3f67996 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 210 time: 0.1927361 Sep 23 11:25:56.568699 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.db.api [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 11:25:56.568699 dv-cinder-809523-4-iscsi neutron-server[94666]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 11:25:56.568699 dv-cinder-809523-4-iscsi neutron-server[94666]: [parameters: {'project_id_1': '49d3bc41d6d04dba8230341490cbac4f', 'expiration_1': datetime.datetime(2021, 9, 23, 11, 25, 35, 827184)}] Sep 23 11:25:56.568699 dv-cinder-809523-4-iscsi neutron-server[94666]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:25:56.569200 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG oslo_db.api [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:25:56.579803 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38ce6-1ccc-4e69-92d3-7921a7915229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65142bce-f379-4da7-804d-f32a7133004d,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:56.604519 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-ccfa8524-30b7-44e5-95f8-964a18ac0f0f None None] Provisioning complete for port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:56.605061 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8524-30b7-44e5-95f8-964a18ac0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:56.681668 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f752baaa-3387-4e07-b80b-8e1c105d9aa4 req-87d51c76-aee3-440f-9a40-57953900db0f tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.3062012 Sep 23 11:25:56.697723 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa8524-30b7-44e5-95f8-964a18ac0f0f None None] Port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:25:56.787985 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b9c38ce6-1ccc-4e69-92d3-7921a7915229 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fdda51959c047729cd0bb937cc488e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9427953 Sep 23 11:25:56.788437 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55718) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:56.799851 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Pushing event updated for resources: {'Port': ['ID=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:56.855945 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Allocated IP 172.20.0.8 (a9eaea2a-12a3-4941-b771-e04f35bd7d62/1fbd3155-b524-4dcf-8faf-a655fdd0a01f/780a5888-415d-4935-b139-746b2366ed71) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:56.887298 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-35a4bda6-0436-41e4-b9b7-8637fe36e490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:56.922557 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:25:56.934959 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Router cc1b6769-051e-4aaf-aebf-806b32525008 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:25:56.944955 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-35a4bda6-0436-41e4-b9b7-8637fe36e490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.016525 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6e5c433d-ea78-4635-96ba-2438dabcdf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.124379 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6e5c433d-ea78-4635-96ba-2438dabcdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.148557 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-35a4bda6-0436-41e4-b9b7-8637fe36e490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.157828 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-35a4bda6-0436-41e4-b9b7-8637fe36e490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.159060 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-35a4bda6-0436-41e4-b9b7-8637fe36e490 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65142bce-f379-4da7-804d-f32a7133004d HTTP/1.1" status: 204 len: 168 time: 0.3691266 Sep 23 11:25:57.197637 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4bda6-0436-41e4-b9b7-8637fe36e490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65142bce-f379-4da7-804d-f32a7133004d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:57.206184 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.296434 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:25:57.311688 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5a9873c1-b153-4db2-a99f-4d44fbbd8a09 admin admin] 10.222.0.13 "PUT /v2.0/routers/d53bd33b-4ca3-4622-aade-1cb06b34b9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5519538 Sep 23 11:25:57.318998 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Sync routers for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:25:57.326083 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-6e5c433d-ea78-4635-96ba-2438dabcdf54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38526768cbe64c548c5ca829ce9a84c5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9476526 Sep 23 11:25:57.327617 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Made reservation on behalf of d8a3a49b5cdc40c2b0747f5caefd862d for: {'port': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:25:57.331502 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.333522 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55724) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:57.367573 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Sync routers for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:25:57.368109 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:57.368109 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:57.368284 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:57.368284 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:57.447428 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.450122 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.555096 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:25:57.564527 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:57.591475 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-be358fc4-249d-497b-a273-e2699a6afe68 admin admin] 10.222.0.13 "PUT /v2.0/routers/cc1b6769-051e-4aaf-aebf-806b32525008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9262819 Sep 23 11:25:57.596235 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c433d-ea78-4635-96ba-2438dabcdf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d73f05b-9eca-4a28-b6bc-5b157c318ac8,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:57.705781 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Sync routers for ids ['cc1b6769-051e-4aaf-aebf-806b32525008'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:25:57.748212 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d2a7871f-5066-4829-92d2-c6afd6a33e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:57.765653 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Network a9eaea2a-12a3-4941-b771-e04f35bd7d62 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:57.775811 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Routers {'cc1b6769-051e-4aaf-aebf-806b32525008'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:25:57.778135 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['cc1b6769-051e-4aaf-aebf-806b32525008'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:57.841842 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:57.878094 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:57.917866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:57.922001 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:58.000884 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:58.070896 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:25:52Z', 'revision_number': 2, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:58.198538 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Checking router: 91cff9eb-1ddc-4081-91b7-60ab350be0bf for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:25:58.203351 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Updating router 91cff9eb-1ddc-4081-91b7-60ab350be0bf port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:25:58.321872 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:58.328343 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 7f680fde-30d9-44c1-9523-ac93899ec89f up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:25:58.358253 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Pushing event updated for resources: {'Port': ['ID=780a5888-415d-4935-b139-746b2366ed71,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:58.358475 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:58.382515 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-83f8015a-64fc-4868-a87d-7f408da8dc2b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4486756 Sep 23 11:25:58.402306 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:58.464590 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Allocated IP 172.20.0.13 (8cf86337-5862-43b8-88ec-475256428503/4bad7c28-0f13-46d6-91cf-58d02c091e24/22c23786-f085-4908-89dd-87f26d6bf1e9) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:25:58.531625 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec056ec6-21e7-4e9d-8eee-19a694af3dc4 req-6ae97178-b6b4-4217-b891-924088b62928 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:58.533659 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec056ec6-21e7-4e9d-8eee-19a694af3dc4 req-6ae97178-b6b4-4217-b891-924088b62928 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 931 time: 0.7284489 Sep 23 11:25:58.543520 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d2319a-2624-47d7-b4e3-f94d966837b2,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:25:58.588494 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:58.590089 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-741c2a5b-87f6-45ad-a03a-2175c197b7e5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8048561 Sep 23 11:25:58.593207 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55746) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:58.611251 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-15127526-9655-4d57-aad8-7215dd918f5d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'security_group_rule': {'security_group_id': '66d2319a-2624-47d7-b4e3-f94d966837b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:58.699153 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec056ec6-21e7-4e9d-8eee-19a694af3dc4 req-331fd16e-41b2-4df7-bd70-7f8417ec88ba tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566441 Sep 23 11:25:58.793708 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Set router cc1b6769-051e-4aaf-aebf-806b32525008 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:25:58.912869 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d2a7871f-5066-4829-92d2-c6afd6a33e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:58.964664 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-15127526-9655-4d57-aad8-7215dd918f5d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:58.991038 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-15357b8b-8ae9-4402-bcf7-3325cc0d736d req-e6b96083-d90e-4518-955d-8cba6cb2a889 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.1468031 Sep 23 11:25:59.084049 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55758) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:25:59.099981 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-eb1f0a14-5573-457b-9c68-35766aa1c649 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551696011', 'description': 'tempest-description--1391330697'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:25:59.117834 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.329146 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-64643f2c-5fe0-4791-a909-d1fbfcd82ba3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:25:59.330265 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-64643f2c-5fe0-4791-a909-d1fbfcd82ba3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0405505 Sep 23 11:25:59.364836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-15127526-9655-4d57-aad8-7215dd918f5d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.374873 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 7f680fde-30d9-44c1-9523-ac93899ec89f triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:25:59.376061 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.581840 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.767724 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.775985 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0a14-5573-457b-9c68-35766aa1c649 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.821058 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-794aea92-0fbf-4aea-a625-bfd987b50dd5 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:59.823558 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-794aea92-0fbf-4aea-a625-bfd987b50dd5 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 819 time: 0.1722419 Sep 23 11:25:59.848701 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:25:54Z', 'revision_number': 2, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:59.884039 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Network 8cf86337-5862-43b8-88ec-475256428503 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:25:59.885295 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Checking router: d53bd33b-4ca3-4622-aade-1cb06b34b9f6 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:25:59.899079 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Updating router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:25:59.900720 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:25:59.901259 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-86bd1824-ba9c-42f0-8591-7cc6ee6ede4e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/quotas/475e920416404c538cfce70538447c9b HTTP/1.1" status: 200 len: 375 time: 0.0480261 Sep 23 11:25:59.913421 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:25:59.922687 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:25:59.922687 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.958841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d2a7871f-5066-4829-92d2-c6afd6a33e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.961782 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:52Z', 'revision_number': 4, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port': {'id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:43Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '62aeefd6-b258-4146-901a-de080da175b1', 'name': '', 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0', 'tenant_id': '475e920416404c538cfce70538447c9b', 'mac_address': 'fa:16:3e:78:5b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '70da23b2-90fc-4a24-9916-f114dbced38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 2, 'project_id': '475e920416404c538cfce70538447c9b', 'subnets': [{'id': '70da23b2-90fc-4a24-9916-f114dbced38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:25:59.962376 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d2a7871f-5066-4829-92d2-c6afd6a33e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.965563 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-d2a7871f-5066-4829-92d2-c6afd6a33e15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d73f05b-9eca-4a28-b6bc-5b157c318ac8 HTTP/1.1" status: 204 len: 168 time: 2.6215374 Sep 23 11:25:59.967521 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:25:59.986106 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.030589 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Pushing event updated for resources: {'Port': ['ID=22c23786-f085-4908-89dd-87f26d6bf1e9,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:00.072084 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7871f-5066-4829-92d2-c6afd6a33e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d73f05b-9eca-4a28-b6bc-5b157c318ac8,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:00.078795 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a78566-b4ec-49cb-82fc-492b464ac4f4 None None] Pushing event updated for resources: {'Port': ['ID=211ab6a2-c5a3-4e1a-aea5-bee60f245047,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:00.175991 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Checking router: cc1b6769-051e-4aaf-aebf-806b32525008 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:26:00.177171 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Updating router cc1b6769-051e-4aaf-aebf-806b32525008 port 62aeefd6-b258-4146-901a-de080da175b1 binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:26:00.247342 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Attempting to bind port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:00.247904 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Attempting to bind port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:00.248284 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Attempting to bind port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 on network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:00.257944 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:00.261016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Checking segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:00.261016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.261016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Bound using segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:00.261016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Bound port: 211ab6a2-c5a3-4e1a-aea5-bee60f245047, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:00.261016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.310108 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.365203 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-15127526-9655-4d57-aad8-7215dd918f5d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.442732 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] For port 211ab6a2-c5a3-4e1a-aea5-bee60f245047, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:00.448236 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] For port 211ab6a2-c5a3-4e1a-aea5-bee60f245047, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=211ab6a2-c5a3-4e1a-aea5-bee60f245047,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:00.511854 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0a14-5573-457b-9c68-35766aa1c649 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.540401 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15127526-9655-4d57-aad8-7215dd918f5d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605e3110-d3c3-4deb-8d4c-69b37f313199,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:00.570374 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-114cd0df-dd43-4005-b213-c3dc3817526d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6680202 Sep 23 11:26:00.586003 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665e06a-bdc5-4b74-9c38-5728d2e4c422 req-9c6b34cd-5afb-43bb-b826-716ac44cf5bc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:00.595436 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d665e06a-bdc5-4b74-9c38-5728d2e4c422 req-9c6b34cd-5afb-43bb-b826-716ac44cf5bc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 931 time: 0.6736772 Sep 23 11:26:00.649062 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.670064 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0a14-5573-457b-9c68-35766aa1c649 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.678336 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-5803b8c5-8380-4ca3-bbb0-deb8eeee4353 None None] Provisioning complete for port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:00.679029 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5803b8c5-8380-4ca3-bbb0-deb8eeee4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.731747 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d665e06a-bdc5-4b74-9c38-5728d2e4c422 req-ac803303-b9f5-485d-ba02-34ed6fac09ce tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353695 Sep 23 11:26:00.765938 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-15127526-9655-4d57-aad8-7215dd918f5d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.767059 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-15127526-9655-4d57-aad8-7215dd918f5d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1650796 Sep 23 11:26:00.779641 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55790) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:00.788243 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-9855c6d1-58fa-4af9-94cf-ebabbca9aa6b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8348155 Sep 23 11:26:00.814269 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-480b59e1-70be-44a8-9432-3a352de9aed0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'security_group_rule': {'security_group_id': '66d2319a-2624-47d7-b4e3-f94d966837b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:00.829524 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f0a14-5573-457b-9c68-35766aa1c649 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aabdc8-0c78-41b7-adea-0cf426651eb7,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:00.888645 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-ffa32329-6915-4320-bf24-62e14a99a663 service neutron] 10.222.0.13 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830913 Sep 23 11:26:00.896060 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a78566-b4ec-49cb-82fc-492b464ac4f4 None None] Pushing event updated for resources: {'Port': ['ID=211ab6a2-c5a3-4e1a-aea5-bee60f245047,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:00.899301 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:26:00.914025 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:00.915137 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0a14-5573-457b-9c68-35766aa1c649 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:00.929754 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55794) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:00.930550 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-eb1f0a14-5573-457b-9c68-35766aa1c649 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8418992 Sep 23 11:26:00.958689 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-995f8cb8-0369-400d-a4a2-236bd13ed07d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'security_group_rule': {'security_group_id': 'd1aabdc8-0c78-41b7-adea-0cf426651eb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:01.173045 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-480b59e1-70be-44a8-9432-3a352de9aed0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.188953 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-995f8cb8-0369-400d-a4a2-236bd13ed07d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.197516 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:26:01.227803 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63e012-947d-49f4-8985-3a8f607dc1af req-c7b4bb75-8595-44e3-aa17-14356957c8c5 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:01.229679 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2a63e012-947d-49f4-8985-3a8f607dc1af req-c7b4bb75-8595-44e3-aa17-14356957c8c5 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 932 time: 0.2569771 Sep 23 11:26:01.242511 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-f5130c7a-d69a-44fb-8572-2cb93c2015fe service neutron] 10.222.0.13 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526824 Sep 23 11:26:01.310114 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-480b59e1-70be-44a8-9432-3a352de9aed0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.325525 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2a63e012-947d-49f4-8985-3a8f607dc1af req-f6d4ea0c-cb32-4949-8c55-621292123e87 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770750 Sep 23 11:26:01.337794 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.372950 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-480b59e1-70be-44a8-9432-3a352de9aed0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.404431 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.440828 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b59e1-70be-44a8-9432-3a352de9aed0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc17e3a9-bbfa-420e-b919-863b7d4004ee,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:01.455747 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-995f8cb8-0369-400d-a4a2-236bd13ed07d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.466876 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55806) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:01.501457 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-40b9ca03-07ac-4b5e-8f89-424548a30af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.545018 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-480b59e1-70be-44a8-9432-3a352de9aed0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.548407 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-995f8cb8-0369-400d-a4a2-236bd13ed07d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.556225 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-480b59e1-70be-44a8-9432-3a352de9aed0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7624834 Sep 23 11:26:01.557350 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 55808) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:01.563547 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:01.640089 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f8cb8-0369-400d-a4a2-236bd13ed07d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8649b11d-99a3-44f5-9607-8b4c6dbe052b,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:01.698753 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcefa5c-2630-4e43-92de-9b5e620a4c22 None None] Pushing event updated for resources: {'Port': ['ID=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:01.822780 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Attempting to bind port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:01.826871 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Attempting to bind port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:01.827670 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Attempting to bind port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 on network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:01.830082 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5803b8c5-8380-4ca3-bbb0-deb8eeee4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.833079 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-40b9ca03-07ac-4b5e-8f89-424548a30af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.876452 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:01.877078 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Checking segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:01.877648 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.878189 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Bound using segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:01.879340 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Bound port: 9d963c1c-6a67-4f22-ba40-8d32b34d6f93, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:01.879912 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:01.939060 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-40b9ca03-07ac-4b5e-8f89-424548a30af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.045250 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Request body: {'port': {'device_id': '04fa26a0-f886-4b88-949d-437fa5604f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:02.068618 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-29ed550c-cd1b-4e42-9879-df14b3c8ac8a req-4dbf77d1-f7ca-44ae-ada2-eb7b61168cb8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 210 time: 0.1607327 Sep 23 11:26:02.123171 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-40b9ca03-07ac-4b5e-8f89-424548a30af1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0370ad6d2ba44a9bffb79ef54d13051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526268 Sep 23 11:26:02.123365 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:00Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:02.128287 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-995f8cb8-0369-400d-a4a2-236bd13ed07d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.130253 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-995f8cb8-0369-400d-a4a2-236bd13ed07d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1947212 Sep 23 11:26:02.131901 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55820) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:02.136704 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5803b8c5-8380-4ca3-bbb0-deb8eeee4353 None None] For port 211ab6a2-c5a3-4e1a-aea5-bee60f245047, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=211ab6a2-c5a3-4e1a-aea5-bee60f245047,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:02.165888 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55822) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:02.192165 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-971a427c-fd0a-4aba-83d0-39c64a8bf0f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'security_group_rule': {'security_group_id': 'd1aabdc8-0c78-41b7-adea-0cf426651eb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:02.229874 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb495b-4af4-425b-9c60-b653641d3b6a None None] The sync data for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi is: [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:00Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:26:02.237359 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Request body: {'port': {'device_id': 'bb973bb5-b31f-4177-b0e9-8a5140093ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:02.274495 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9ca03-07ac-4b5e-8f89-424548a30af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854eb787-a790-4c4e-b4f6-a1111f126161,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:02.338813 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.358045 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.373314 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5803b8c5-8380-4ca3-bbb0-deb8eeee4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.383362 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878e20a-1330-4008-a944-f022acb7f31f req-5215c3b6-960c-4fc7-a21f-d422b269bde2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:02.393235 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e878e20a-1330-4008-a944-f022acb7f31f req-5215c3b6-960c-4fc7-a21f-d422b269bde2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 931 time: 0.3405969 Sep 23 11:26:02.425689 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.475913 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.544747 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e878e20a-1330-4008-a944-f022acb7f31f req-c456fe89-4ca2-4f05-8c07-7caaab03ba6b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525428 Sep 23 11:26:02.636451 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-56f559f8-943e-489d-a77a-3bb7f0454ed3 None None] Provisioning complete for port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:02.636451 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56f559f8-943e-489d-a77a-3bb7f0454ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.648626 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d2f3714c-d99c-41ad-a5eb-172cf359ddfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.727303 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] For port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:02.746690 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] For port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:02.805560 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803b8c5-8380-4ca3-bbb0-deb8eeee4353 None None] Pushing event updated for resources: {'Port': ['ID=211ab6a2-c5a3-4e1a-aea5-bee60f245047,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:02.953640 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:02.967870 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:03.271608 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e966a1a-df3d-4a70-9cb6-dfc647f8e289 None None] Pushing event updated for resources: {'Port': ['ID=62aeefd6-b258-4146-901a-de080da175b1,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:03.309000 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10a7e-13c4-4620-98ec-8b54f46ea9c9 req-73ab10a5-9937-4fe6-9335-c6282e183ee6 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:03.319005 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-12d10a7e-13c4-4620-98ec-8b54f46ea9c9 req-73ab10a5-9937-4fe6-9335-c6282e183ee6 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 932 time: 0.6769545 Sep 23 11:26:03.511801 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-56f559f8-943e-489d-a77a-3bb7f0454ed3 None None] Provisioning complete for port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:03.513599 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56f559f8-943e-489d-a77a-3bb7f0454ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:03.583906 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d2f3714c-d99c-41ad-a5eb-172cf359ddfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:03.588840 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-971a427c-fd0a-4aba-83d0-39c64a8bf0f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:03.694473 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780a5888-415d-4935-b139-746b2366ed71 {{(pid=94665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:03.723230 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:26:03.727394 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:03.742755 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:03.912250 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:03.930673 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-12d10a7e-13c4-4620-98ec-8b54f46ea9c9 req-64eff4dd-083a-4b4c-ad38-51b17a0c109b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095695 Sep 23 11:26:04.130535 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Attempting to bind port 62aeefd6-b258-4146-901a-de080da175b1 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:04.130535 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Attempting to bind port 62aeefd6-b258-4146-901a-de080da175b1 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:04.130535 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Attempting to bind port 62aeefd6-b258-4146-901a-de080da175b1 on network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:04.133829 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-09b2b51f-5c57-4a39-8565-7be78f6033f9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:04.133829 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-09b2b51f-5c57-4a39-8565-7be78f6033f9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 819 time: 1.1888547 Sep 23 11:26:04.134864 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcefa5c-2630-4e43-92de-9b5e620a4c22 None None] Pushing event updated for resources: {'Port': ['ID=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:04.135151 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c23786-f085-4908-89dd-87f26d6bf1e9 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:04.135332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:04.135332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Checking segment: {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:04.135332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.135332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Bound using segment: {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:04.135332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Bound port: 62aeefd6-b258-4146-901a-de080da175b1, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:04.135332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.136071 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-0fd24c2e-b599-40d4-b2bd-7f2cd14b7b81 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/quotas/475e920416404c538cfce70538447c9b HTTP/1.1" status: 200 len: 375 time: 0.0680230 Sep 23 11:26:04.172324 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.260685 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Transition to ACTIVE for port object 22c23786-f085-4908-89dd-87f26d6bf1e9 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:26:04.290693 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-afbcb1b1-b113-4ee3-ae02-7f439787fc9b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1782827 Sep 23 11:26:04.419126 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.provisioning_blocks [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Transition to ACTIVE for port object 780a5888-415d-4935-b139-746b2366ed71 will not be triggered until provisioned by entity L2. {{(pid=94665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:26:04.507997 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.537973 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.605340 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Pushing event updated for resources: {'Port': ['ID=780a5888-415d-4935-b139-746b2366ed71,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:04.626051 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 211ab6a2-c5a3-4e1a-aea5-bee60f245047 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:04.643907 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:26:04.661886 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Allocated IP 172.27.1.100 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/24b6db2b-8238-4107-a48c-9cad9362d7d6) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:26:04.662966 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-971a427c-fd0a-4aba-83d0-39c64a8bf0f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.770841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.managers [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Attempting to bind port 780a5888-415d-4935-b139-746b2366ed71 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:04.772226 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.managers [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Attempting to bind port 780a5888-415d-4935-b139-746b2366ed71 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'}] {{(pid=94665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:04.773462 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Attempting to bind port 780a5888-415d-4935-b139-746b2366ed71 on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:04.791671 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Port 780a5888-415d-4935-b139-746b2366ed71 on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:26:04.798931 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Attempting to bind port 780a5888-415d-4935-b139-746b2366ed71 on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:04.800715 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d2f3714c-d99c-41ad-a5eb-172cf359ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.810069 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d2f3714c-d99c-41ad-a5eb-172cf359ddfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.824516 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-d2f3714c-d99c-41ad-a5eb-172cf359ddfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/854eb787-a790-4c4e-b4f6-a1111f126161 HTTP/1.1" status: 204 len: 168 time: 2.6699800 Sep 23 11:26:04.841786 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:04.842320 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Checking segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:04.854505 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Bound using segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:04.855430 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.managers [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Bound port: 780a5888-415d-4935-b139-746b2366ed71, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'}}] {{(pid=94665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:04.858657 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.865181 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-971a427c-fd0a-4aba-83d0-39c64a8bf0f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:04.902619 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f06f7-703d-4dc3-a005-6c7cee723ba1 req-5977c32a-7e7b-4c35-ba17-aae718a27d6c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:04.911592 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a3f06f7-703d-4dc3-a005-6c7cee723ba1 req-5977c32a-7e7b-4c35-ba17-aae718a27d6c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 931 time: 0.5955315 Sep 23 11:26:05.037619 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56f559f8-943e-489d-a77a-3bb7f0454ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.038423 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3714c-d99c-41ad-a5eb-172cf359ddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854eb787-a790-4c4e-b4f6-a1111f126161,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:05.040596 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a3f06f7-703d-4dc3-a005-6c7cee723ba1 req-4d363634-86a0-4903-8f76-ee3e5f32e967 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281166 Sep 23 11:26:05.053685 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a427c-fd0a-4aba-83d0-39c64a8bf0f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35379651-33bc-4305-b4e5-9184c320c5c1,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:05.090597 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Attempting to bind port 22c23786-f085-4908-89dd-87f26d6bf1e9 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:05.092802 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Attempting to bind port 22c23786-f085-4908-89dd-87f26d6bf1e9 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'cb97ba95-31c7-4734-bc78-62e509c1bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8cf86337-5862-43b8-88ec-475256428503'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:05.096503 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Attempting to bind port 22c23786-f085-4908-89dd-87f26d6bf1e9 on network 8cf86337-5862-43b8-88ec-475256428503 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:05.135560 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Port 22c23786-f085-4908-89dd-87f26d6bf1e9 on network 8cf86337-5862-43b8-88ec-475256428503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:26:05.135890 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Attempting to bind port 22c23786-f085-4908-89dd-87f26d6bf1e9 on network 8cf86337-5862-43b8-88ec-475256428503 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:05.148325 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] For port 62aeefd6-b258-4146-901a-de080da175b1, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:05.159361 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Pushing event updated for resources: {'Port': ['ID=22c23786-f085-4908-89dd-87f26d6bf1e9,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:05.173315 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:05.173656 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Checking segment: {'id': 'cb97ba95-31c7-4734-bc78-62e509c1bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8cf86337-5862-43b8-88ec-475256428503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:05.174208 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Bound using segment: {'id': 'cb97ba95-31c7-4734-bc78-62e509c1bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8cf86337-5862-43b8-88ec-475256428503'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:05.174725 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Bound port: 22c23786-f085-4908-89dd-87f26d6bf1e9, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb97ba95-31c7-4734-bc78-62e509c1bd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8cf86337-5862-43b8-88ec-475256428503'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:05.175015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.190958 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-297bbb44-82ed-4f5a-a3ab-6a066f3f6efa service neutron] 10.222.0.13 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9003987 Sep 23 11:26:05.357765 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-971a427c-fd0a-4aba-83d0-39c64a8bf0f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.363847 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] For port 62aeefd6-b258-4146-901a-de080da175b1, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=62aeefd6-b258-4146-901a-de080da175b1,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:05.366430 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-971a427c-fd0a-4aba-83d0-39c64a8bf0f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1953199 Sep 23 11:26:05.401814 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 55882) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:05.411075 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:05.427548 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-56f559f8-943e-489d-a77a-3bb7f0454ed3 None None] For port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:05.430127 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:05.430873 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.463436 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] For port 780a5888-415d-4935-b139-746b2366ed71, host hv-cinder-80952, cleared binding levels {{(pid=94665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:05.493226 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.513920 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] For port 780a5888-415d-4935-b139-746b2366ed71, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=780a5888-415d-4935-b139-746b2366ed71,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:05.607425 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.624451 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56f559f8-943e-489d-a77a-3bb7f0454ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.630176 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.708267 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:05.708964 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:05.711201 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] 10.222.0.22 "PUT /v2.0/ports/780a5888-415d-4935-b139-746b2366ed71 HTTP/1.1" status: 200 len: 1093 time: 4.3249726 Sep 23 11:26:05.712027 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fa26a0-f886-4b88-949d-437fa5604f1b', 'tag': '780a5888-415d-4935-b139-746b2366ed71'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:05.729482 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Routers {'cc1b6769-051e-4aaf-aebf-806b32525008'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:26:05.730320 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:25:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['cc1b6769-051e-4aaf-aebf-806b32525008'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:05.832476 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:02Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:05.900329 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444ec6d-956e-403f-a980-96843ddd5279 service neutron] Pushing event updated for resources: {'Port': ['ID=780a5888-415d-4935-b139-746b2366ed71,revision_number=3']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:05.934318 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87be7a-b918-4518-affe-cc590ed40da8 None None] The sync data for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi is: [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:02Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:26:05.951068 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0dd2e-e2c8-4295-8142-0298843aac50 req-1e686fd3-6826-4ce5-b895-4bfd79826fef tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:05.952763 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1af0dd2e-e2c8-4295-8142-0298843aac50 req-1e686fd3-6826-4ce5-b895-4bfd79826fef tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.2857602 Sep 23 11:26:05.999116 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e966a1a-df3d-4a70-9cb6-dfc647f8e289 None None] Pushing event updated for resources: {'Port': ['ID=62aeefd6-b258-4146-901a-de080da175b1,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:06.058002 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:06.106148 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:06.179351 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] For port 22c23786-f085-4908-89dd-87f26d6bf1e9, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:06.196371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] For port 22c23786-f085-4908-89dd-87f26d6bf1e9, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=22c23786-f085-4908-89dd-87f26d6bf1e9,segment=NetworkSegment(cb97ba95-31c7-4734-bc78-62e509c1bd7d),segment_id=cb97ba95-31c7-4734-bc78-62e509c1bd7d)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:06.228021 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-28e8422d-5d34-440b-8aa8-a2d786e59a93 service neutron] 10.222.0.13 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0360892 Sep 23 11:26:06.252807 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b3386-bb1b-4d0f-bff2-3250f19f741e" -d '{"events": [{"name": "network-changed", "server_uuid": "04fa26a0-f886-4b88-949d-437fa5604f1b", "tag": "780a5888-415d-4935-b139-746b2366ed71"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:06.266519 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1af0dd2e-e2c8-4295-8142-0298843aac50 req-a58f0875-95ad-459b-b893-45532a854de1 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636464 Sep 23 11:26:06.300359 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:06.414850 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-472beeb5-b00e-42e6-b7f8-9b83f1ec21d8 None None] Provisioning complete for port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:06.416883 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-472beeb5-b00e-42e6-b7f8-9b83f1ec21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:06.444559 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:06.445408 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:06.447055 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] 10.222.0.22 "PUT /v2.0/ports/22c23786-f085-4908-89dd-87f26d6bf1e9 HTTP/1.1" status: 200 len: 1094 time: 5.0283375 Sep 23 11:26:06.447465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb973bb5-b31f-4177-b0e9-8a5140093ab0', 'tag': '22c23786-f085-4908-89dd-87f26d6bf1e9'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:06.464167 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:06.646084 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] Set router cc1b6769-051e-4aaf-aebf-806b32525008 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:26:06.674195 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:06.726343 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275f1da-df51-4111-a5e2-3e0eedbb1bee service neutron] Pushing event updated for resources: {'Port': ['ID=22c23786-f085-4908-89dd-87f26d6bf1e9,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:06.761325 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f559f8-943e-489d-a77a-3bb7f0454ed3 None None] Pushing event updated for resources: {'Port': ['ID=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:06.790106 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Allocated IP 172.27.1.158 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/a712f3c5-c594-4e82-89c0-4c311a22a223) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:26:06.825090 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:06.825469 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:06.839764 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:26:06.861283 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d08ed-d755-40fe-b2f8-f265daa6197a req-85a075f9-2d4a-40c3-ae87-34f2961aced6 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:06.861283 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4d6d08ed-d755-40fe-b2f8-f265daa6197a req-85a075f9-2d4a-40c3-ae87-34f2961aced6 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.4283569 Sep 23 11:26:06.864608 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:26:06.871092 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:26:07.032038 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:07.063710 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb973bb5-b31f-4177-b0e9-8a5140093ab0", "tag": "22c23786-f085-4908-89dd-87f26d6bf1e9"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:07.071774 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:07.086733 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'Port': ['ID=24b6db2b-8238-4107-a48c-9cad9362d7d6,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:07.255392 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4d6d08ed-d755-40fe-b2f8-f265daa6197a req-6afb005a-2f78-459d-b8c7-d89f412c6a95 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797295 Sep 23 11:26:07.256708 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:07.266133 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:07.444622 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:26:07.459205 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:52Z', 'revision_number': 4, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port': {'id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:43Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '62aeefd6-b258-4146-901a-de080da175b1', 'name': '', 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0', 'tenant_id': '475e920416404c538cfce70538447c9b', 'mac_address': 'fa:16:3e:78:5b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '70da23b2-90fc-4a24-9916-f114dbced38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 4, 'project_id': '475e920416404c538cfce70538447c9b', 'subnets': [{'id': '70da23b2-90fc-4a24-9916-f114dbced38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:07.475261 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:26:07.485157 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:26:07.491464 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'Port': ['ID=a712f3c5-c594-4e82-89c0-4c311a22a223,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:07.557683 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20beb61f-8f67-4b56-90fb-c6afc29f74cf req-9466b739-e89b-4b80-ba7a-4f944e2780ed tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 210 time: 0.1413250 Sep 23 11:26:07.719048 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce0cff-3351-4689-b3a7-fd2f69118cf9 x-openstack-request-id: req-8fce0cff-3351-4689-b3a7-fd2f69118cf9 {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:07.719048 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fa26a0-f886-4b88-949d-437fa5604f1b", "tag": "780a5888-415d-4935-b139-746b2366ed71", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:07.719048 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fce0cff-3351-4689-b3a7-fd2f69118cf9 {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:07.719048 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fa26a0-f886-4b88-949d-437fa5604f1b', 'tag': '780a5888-415d-4935-b139-746b2366ed71', 'status': 'completed', 'code': 200} Sep 23 11:26:07.724604 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1f466-02e3-4722-a60b-c7ff311a510c None None] The sync data for ids ['cc1b6769-051e-4aaf-aebf-806b32525008'] in dv-cinder-809523-4-iscsi is: [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:52Z', 'revision_number': 4, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port': {'id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:43Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '62aeefd6-b258-4146-901a-de080da175b1', 'name': '', 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0', 'tenant_id': '475e920416404c538cfce70538447c9b', 'mac_address': 'fa:16:3e:78:5b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '70da23b2-90fc-4a24-9916-f114dbced38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 4, 'project_id': '475e920416404c538cfce70538447c9b', 'subnets': [{'id': '70da23b2-90fc-4a24-9916-f114dbced38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:26:07.793905 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:08.071747 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:08.552263 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13af21e9-5982-4236-b890-36b1c96a30f3 x-openstack-request-id: req-13af21e9-5982-4236-b890-36b1c96a30f3 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:08.552882 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb973bb5-b31f-4177-b0e9-8a5140093ab0", "tag": "22c23786-f085-4908-89dd-87f26d6bf1e9", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:08.553241 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13af21e9-5982-4236-b890-36b1c96a30f3 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:08.554121 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb973bb5-b31f-4177-b0e9-8a5140093ab0', 'tag': '22c23786-f085-4908-89dd-87f26d6bf1e9', 'status': 'completed', 'code': 200} Sep 23 11:26:08.590108 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:08.663933 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c763480-ccfe-4e0c-ac59-db24e258891d req-a855df80-d53b-4437-b028-2ed4f229d66b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:08.687383 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1c763480-ccfe-4e0c-ac59-db24e258891d req-a855df80-d53b-4437-b028-2ed4f229d66b tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.5343108 Sep 23 11:26:08.697510 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 62aeefd6-b258-4146-901a-de080da175b1 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:08.701560 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-81567d14-b7a3-454a-8cca-82331c9161a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:08.711068 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-81567d14-b7a3-454a-8cca-82331c9161a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 1096 time: 0.7883117 Sep 23 11:26:08.817921 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b806-e613-46dd-81b3-93ba78316c25 req-ea14f34e-c9d0-4a4a-949f-449fff6de592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:08.836738 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-ea14f34e-c9d0-4a4a-949f-449fff6de592 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d8a3a49b5cdc40c2b0747f5caefd862d&device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 1097 time: 0.6532624 Sep 23 11:26:08.899547 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 62aeefd6-b258-4146-901a-de080da175b1 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:08.900203 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.042445 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-2c6bd79b-87be-47f7-92e8-60d17e56d17b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=780a5888-415d-4935-b139-746b2366ed71 HTTP/1.1" status: 200 len: 217 time: 0.3084850 Sep 23 11:26:09.046883 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.22', 49877) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:09.103776 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.163662 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-5f711b68-d854-4bed-8e02-a755e90a48cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22c23786-f085-4908-89dd-87f26d6bf1e9 HTTP/1.1" status: 200 len: 217 time: 0.2521327 Sep 23 11:26:09.189274 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.263057 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.369694 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.397021 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port 62aeefd6-b258-4146-901a-de080da175b1, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=62aeefd6-b258-4146-901a-de080da175b1,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:09.417685 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1c763480-ccfe-4e0c-ac59-db24e258891d req-4df0af27-3bbc-41db-bb5a-90eb16e6244e tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051616 Sep 23 11:26:09.424664 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.434495 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8671861 Sep 23 11:26:09.447388 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-7a321c55-2012-42dc-be31-d524b055c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:09.449181 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-7a321c55-2012-42dc-be31-d524b055c0d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 200 len: 855 time: 0.3541262 Sep 23 11:26:09.466348 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f3fba-636b-4491-83e7-b6376c58da95 req-bc840362-333d-4ffb-b40c-c0244f46ec27 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:09.474130 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b806-e613-46dd-81b3-93ba78316c25 req-f16fa23d-3f9f-487d-8662-c52cc6b32122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:09.476455 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f9f3fba-636b-4491-83e7-b6376c58da95 req-bc840362-333d-4ffb-b40c-c0244f46ec27 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.4449971 Sep 23 11:26:09.479317 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-f16fa23d-3f9f-487d-8662-c52cc6b32122 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bad7c28-0f13-46d6-91cf-58d02c091e24 HTTP/1.1" status: 200 len: 852 time: 0.1821868 Sep 23 11:26:09.483555 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b397ad-927a-4087-bba9-1e371ca94dde tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'Port': ['ID=24b6db2b-8238-4107-a48c-9cad9362d7d6,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:09.492944 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.500124 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:09.611878 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.787481 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'Port': ['ID=a712f3c5-c594-4e82-89c0-4c311a22a223,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:09.791459 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=62aeefd6-b258-4146-901a-de080da175b1,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:09.798260 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-8b80a789-54fe-498f-b211-c8f9dad36a68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8cf86337-5862-43b8-88ec-475256428503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3095357 Sep 23 11:26:09.938505 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.939495 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:09.939495 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:09.945128 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-d7a238fa-fc78-4099-a909-600f7eaf09d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9eaea2a-12a3-4941-b771-e04f35bd7d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4663420 Sep 23 11:26:09.952509 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-b0844f00-ca10-4609-bd10-9fd078db9387 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:09.954205 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-b0844f00-ca10-4609-bd10-9fd078db9387 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 819 time: 0.9052970 Sep 23 11:26:09.984099 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3ffaee90-9d6b-4163-9b70-e85daf477dcd req-2764b1a4-edb9-4a93-81be-064d5cc3942f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 210 time: 0.1420205 Sep 23 11:26:09.989592 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Request body: {'port': {'device_id': '126510d3-9af2-4935-886e-f98b5c3f26a4', 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0', 'admin_state_up': True, 'tenant_id': '475e920416404c538cfce70538447c9b'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:09.998390 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f9f3fba-636b-4491-83e7-b6376c58da95 req-632d52c6-baf3-49b8-bd8a-e69c3d03aa55 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210266 Sep 23 11:26:10.177408 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-1bd3984c-b86c-4cb2-8310-748806042991 service neutron] 10.222.0.22 "GET /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434591 Sep 23 11:26:10.219101 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-295bde41-0cf7-4983-88b3-d3515ece0a19 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465658 Sep 23 11:26:10.230087 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:10.243874 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-791469c2-5f8e-4933-87de-0d5cd9698cd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8402660 Sep 23 11:26:10.359626 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 62aeefd6-b258-4146-901a-de080da175b1 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:10.487817 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-a482b806-e613-46dd-81b3-93ba78316c25 req-ef906215-b7ef-4b4b-bc55-e13d5cd1a6e3 service neutron] 10.222.0.22 "GET /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994814 Sep 23 11:26:10.564807 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 62aeefd6-b258-4146-901a-de080da175b1 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:10.565412 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:10.991015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14180663-f052-482a-9759-468701330e88 req-9564e8eb-22b2-41b6-8353-9441f9155e2a tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:11.006958 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-14180663-f052-482a-9759-468701330e88 req-9564e8eb-22b2-41b6-8353-9441f9155e2a tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.1535890 Sep 23 11:26:11.085542 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-308fdc1a-6e90-4aec-ab89-51158ecacba8 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1046904366&fields=id&tenant_id=49d3bc41d6d04dba8230341490cbac4f HTTP/1.1" status: 200 len: 267 time: 0.2292693 Sep 23 11:26:11.107246 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab4b2094-dd9c-4711-aaff-f6265058b89c req-2617cf4e-b3bc-4fcd-b420-3b1bb9d31838 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8758669 Sep 23 11:26:11.170307 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Made reservation on behalf of 475e920416404c538cfce70538447c9b for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:26:11.174453 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:11.241890 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-14180663-f052-482a-9759-468701330e88 req-062ebaad-4f25-49d5-8401-e6c2f3f016bf tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333972 Sep 23 11:26:11.351271 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-807937b4-31b6-4407-9f1f-5b03ebf877bc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:11.356386 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-807937b4-31b6-4407-9f1f-5b03ebf877bc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 810 time: 0.2664821 Sep 23 11:26:11.536474 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-680e5806-f443-41b5-aaee-67440c656830 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/quotas/49d3bc41d6d04dba8230341490cbac4f HTTP/1.1" status: 200 len: 375 time: 0.0645201 Sep 23 11:26:11.536474 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Allocated IP 172.20.0.4 (16a77eb5-1d36-4419-b0e9-a609c954cdf0/70da23b2-90fc-4a24-9916-f114dbced38b/e09869c6-a23e-4fb5-945f-764409aa7471) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:26:11.558249 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0458f030-77cf-4110-abb5-50dde6a4272b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1551696011&fields=id&tenant_id=ede4db69675e47d386e4a4678eea1cd3 HTTP/1.1" status: 200 len: 267 time: 0.1053824 Sep 23 11:26:11.587709 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-40401920-2667-4b8e-93cf-a1a43153881e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507616 Sep 23 11:26:11.841952 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-cf108246-d7cd-4d60-aed7-f1aa27e7b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:11.855823 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-cf108246-d7cd-4d60-aed7-f1aa27e7b060 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d8a3a49b5cdc40c2b0747f5caefd862d&device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 1097 time: 0.2920692 Sep 23 11:26:11.872147 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968578aa-9da9-4800-96b8-6f669b825db9 req-5335d16b-de39-449b-9afa-b04d32b9337e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:11.881183 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-5335d16b-de39-449b-9afa-b04d32b9337e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 816 time: 0.3045464 Sep 23 11:26:11.918320 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56044) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:11.967173 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-1a8a7bf9-ff3a-4fff-9979-0764accbd112 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/quotas/ede4db69675e47d386e4a4678eea1cd3 HTTP/1.1" status: 200 len: 375 time: 0.0847647 Sep 23 11:26:12.146393 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-6dcdedd1-1cc8-4fe1-b4cd-35c3fc93b34a service neutron] 10.222.0.13 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907999 Sep 23 11:26:12.200459 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:12.210330 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4662fc3f-c69f-4f77-a9d1-5d0393055e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:12.211875 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-b3774e35-db52-46df-af71-89c82c6e875e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1920514 Sep 23 11:26:12.353302 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-921132e3-b3f0-43fb-ac0b-4e8cad986f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:12.355360 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-921132e3-b3f0-43fb-ac0b-4e8cad986f0a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 1096 time: 0.0820036 Sep 23 11:26:12.569721 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-d3d519f8-6254-4a6b-886b-428bc0525dd9 service neutron] 10.222.0.13 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093783 Sep 23 11:26:12.583292 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-a67efd27-1fa7-433c-a1a4-bf7da939d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:12.585398 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-a67efd27-1fa7-433c-a1a4-bf7da939d1ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=8cf86337-5862-43b8-88ec-475256428503 HTTP/1.1" status: 200 len: 913 time: 0.3248603 Sep 23 11:26:12.591207 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d3124877-c306-4862-a038-30ca10abe93b service neutron] 10.222.0.13 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395004 Sep 23 11:26:12.659489 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4662fc3f-c69f-4f77-a9d1-5d0393055e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:12.679611 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:12.685308 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-03f54e0c-2a6f-4aeb-a0ba-ec29db15b774 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22c23786-f085-4908-89dd-87f26d6bf1e9 HTTP/1.1" status: 200 len: 217 time: 0.0839963 Sep 23 11:26:12.717888 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-36451430-5264-4798-b537-f8f38289eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:12.719454 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-36451430-5264-4798-b537-f8f38289eeb8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 916 time: 0.3545406 Sep 23 11:26:12.758478 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.22', 49884) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:12.777712 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-1adcfd47-cc15-4cc9-a161-cf27f0134724 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=780a5888-415d-4935-b139-746b2366ed71 HTTP/1.1" status: 200 len: 217 time: 0.0471780 Sep 23 11:26:12.836834 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4662fc3f-c69f-4f77-a9d1-5d0393055e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:12.842305 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:26:12.864563 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-e502692b-8e30-4d85-8b2a-51ec2411e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:12.871160 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-e502692b-8e30-4d85-8b2a-51ec2411e045 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 200 len: 855 time: 0.0776396 Sep 23 11:26:12.871377 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Pushing event updated for resources: {'Port': ['ID=e09869c6-a23e-4fb5-945f-764409aa7471,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:12.872919 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:26:12.891109 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662fc3f-c69f-4f77-a9d1-5d0393055e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940caaf4-bd5c-49fd-8847-7cc1ea0508ae,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:12.891519 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-5293231b-781e-4909-8572-f229311e3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:12.893112 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-5293231b-781e-4909-8572-f229311e3ece service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bad7c28-0f13-46d6-91cf-58d02c091e24 HTTP/1.1" status: 200 len: 852 time: 0.1954305 Sep 23 11:26:12.897059 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-4662fc3f-c69f-4f77-a9d1-5d0393055e68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5c175529afa49babe81a7b9255d09cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768090 Sep 23 11:26:12.901020 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56060) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:12.946542 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:26:12.962273 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:12.969084 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:12.969317 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7e37a080-82f0-4e74-9884-716624d6bfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:12.976440 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-6af94554-35c1-49fa-90a0-71cbceb9fb89 service neutron] 10.222.0.13 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666015 Sep 23 11:26:13.032985 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7e37a080-82f0-4e74-9884-716624d6bfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:13.067315 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-a4387a37-cbbf-4222-a9d8-aa8acacce18a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:13.070893 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-a4387a37-cbbf-4222-a9d8-aa8acacce18a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 819 time: 0.2752497 Sep 23 11:26:13.078681 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-c8a9a8c6-53f4-4d57-98df-539961d2e831 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0928733 Sep 23 11:26:13.281289 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7e37a080-82f0-4e74-9884-716624d6bfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:13.292253 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7e37a080-82f0-4e74-9884-716624d6bfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:13.301102 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7e37a080-82f0-4e74-9884-716624d6bfb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/940caaf4-bd5c-49fd-8847-7cc1ea0508ae HTTP/1.1" status: 204 len: 168 time: 0.3883367 Sep 23 11:26:13.333092 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37a080-82f0-4e74-9884-716624d6bfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940caaf4-bd5c-49fd-8847-7cc1ea0508ae,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:13.355493 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-52eb2a54-c983-4b31-82b5-ebbdbefb31cd req-acb0c76e-e151-41c9-a2f3-f3eaca882453 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 210 time: 0.2645206 Sep 23 11:26:13.536337 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bf145-e0db-42f0-b03b-a08466a5c197 req-d50921b6-c872-4584-9ef5-dca3c39e77a3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:13.539280 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-670bf145-e0db-42f0-b03b-a08466a5c197 req-d50921b6-c872-4584-9ef5-dca3c39e77a3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.1382778 Sep 23 11:26:13.570598 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e55f6-839c-4736-88f3-6b5a50b4f914 req-428d6570-8a91-450e-9289-1a6cdc651b12 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:13.572571 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-093e55f6-839c-4736-88f3-6b5a50b4f914 req-428d6570-8a91-450e-9289-1a6cdc651b12 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.1155906 Sep 23 11:26:13.607271 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd614-ab9f-4d68-839f-e26e645c90ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:13.618782 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-670bf145-e0db-42f0-b03b-a08466a5c197 req-46054e05-4240-4311-b095-a7ae274e3885 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643146 Sep 23 11:26:13.650225 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-093e55f6-839c-4736-88f3-6b5a50b4f914 req-df1baa8a-fc97-4c0b-b07a-d36373d39588 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585222 Sep 23 11:26:13.732645 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7db6c488-b544-4559-8966-5718e809c3f4 req-9e254f10-8f99-4c3b-8ae3-70da24df181e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.0506639 Sep 23 11:26:13.792350 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b39105ca-4cb3-4ef5-9f51-40a518c9daa0 req-1bcb1ce7-09e2-49b0-8134-ba487d8a43d7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 210 time: 0.0630932 Sep 23 11:26:14.338915 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56092) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:14.356116 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c392304b-f873-449f-a748-0e008895589e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:14.506397 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1623c8d8-0ff1-4720-9220-ae53d4bc2c66 req-e1c3e94f-ca4d-481d-887b-a0d617f1b71f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 210 time: 0.0526199 Sep 23 11:26:14.514289 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c392304b-f873-449f-a748-0e008895589e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:14.618415 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c392304b-f873-449f-a748-0e008895589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:14.665584 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392304b-f873-449f-a748-0e008895589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cefd4d-bc17-4341-abe8-50ce192bf93f,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:14.672919 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 56100) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:14.673199 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c392304b-f873-449f-a748-0e008895589e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b956e6ae6b8c4eaf92e573e3ea3ccafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329155 Sep 23 11:26:14.743548 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9683de2a-f99c-4fe8-9be6-be2f567ed22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:14.791282 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9683de2a-f99c-4fe8-9be6-be2f567ed22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:14.897823 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f584a-b3f0-44df-8413-cd68e9c4b327 req-3f810ac2-ba61-4700-9fd8-8640406bd087 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:14.899535 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd0f584a-b3f0-44df-8413-cd68e9c4b327 req-3f810ac2-ba61-4700-9fd8-8640406bd087 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.1119542 Sep 23 11:26:14.910707 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18bec2-e766-48c9-9d71-3f2589866493 req-9ed1b2a5-372b-4355-8948-cc28cd2bb520 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:14.912648 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea18bec2-e766-48c9-9d71-3f2589866493 req-9ed1b2a5-372b-4355-8948-cc28cd2bb520 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.1519041 Sep 23 11:26:14.972340 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd0f584a-b3f0-44df-8413-cd68e9c4b327 req-216282ed-15f2-4c41-8e33-0796b85e7d10 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567610 Sep 23 11:26:14.986457 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea18bec2-e766-48c9-9d71-3f2589866493 req-e8dfb93e-0bf7-4445-8431-0f46c7e121ee tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565245 Sep 23 11:26:15.002843 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9683de2a-f99c-4fe8-9be6-be2f567ed22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:15.007705 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9683de2a-f99c-4fe8-9be6-be2f567ed22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:15.013104 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-9683de2a-f99c-4fe8-9be6-be2f567ed22e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05cefd4d-bc17-4341-abe8-50ce192bf93f HTTP/1.1" status: 204 len: 168 time: 0.3346186 Sep 23 11:26:15.018487 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683de2a-f99c-4fe8-9be6-be2f567ed22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cefd4d-bc17-4341-abe8-50ce192bf93f,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:15.117398 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b2d6c045-42b4-48b8-ba51-e50bca1a5799 req-68d4aa92-7e9d-4c4e-9f0c-606d84cda870 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.0510998 Sep 23 11:26:15.184734 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b0e8ff13-633a-4cd7-bbfb-20c954e62555 req-b35f7eb0-13dc-4b27-b53b-d4f7fde03499 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 210 time: 0.0446618 Sep 23 11:26:15.601128 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c01e5c55-1b66-4943-8738-0a6f8220a97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:15.634479 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7ff07b17-a0e2-4b99-9f31-f600b33b7384 req-4a8df72e-9d94-426b-a231-bf4c99780418 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 210 time: 0.0330300 Sep 23 11:26:15.748700 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Request body: {'port': {'device_id': '49011ee7-5a4c-4565-9410-0e9b7a755406', 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0', 'admin_state_up': True, 'tenant_id': '475e920416404c538cfce70538447c9b'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:15.760738 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Request body: {'port': {'device_id': '126510d3-9af2-4935-886e-f98b5c3f26a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:15.771620 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-8eb6cba6-5a17-4678-ae6e-e236a83f8bae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9eaea2a-12a3-4941-b771-e04f35bd7d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441866 Sep 23 11:26:15.810636 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-32661c72-5d13-4ccd-8131-b024de669ae3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8cf86337-5862-43b8-88ec-475256428503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827665 Sep 23 11:26:15.930945 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-ad9f5c68-8604-4df7-8453-7a3c51b27f19 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511300 Sep 23 11:26:16.080897 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:16.139948 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-472b3386-bb1b-4d0f-bff2-3250f19f741e req-e1f4c44e-382c-4a65-abc8-967c350a4c22 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007651 Sep 23 11:26:16.283549 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-65a1e214-86d2-412c-8d42-b8dffb64bb14 service neutron] 10.222.0.22 "GET /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602327 Sep 23 11:26:16.381243 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2be29f-813d-46f4-ad57-c0ee28250180 req-54dc119b-e888-4853-bfdf-9dae732c3c24 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:16.383105 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f2be29f-813d-46f4-ad57-c0ee28250180 req-54dc119b-e888-4853-bfdf-9dae732c3c24 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.2710228 Sep 23 11:26:16.398062 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e1f92-2cb4-4c07-9f4e-0472c22a703b req-60a283ed-ceff-47cd-b421-965806960268 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:16.399686 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-624e1f92-2cb4-4c07-9f4e-0472c22a703b req-60a283ed-ceff-47cd-b421-965806960268 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.2469614 Sep 23 11:26:16.407776 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Made reservation on behalf of 475e920416404c538cfce70538447c9b for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:26:16.412079 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:16.413463 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:16.593264 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f2be29f-813d-46f4-ad57-c0ee28250180 req-b425a539-8f66-4201-928a-1799b901ac43 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896660 Sep 23 11:26:16.606538 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-624e1f92-2cb4-4c07-9f4e-0472c22a703b req-eab5886e-35fe-4599-b8c5-1b825d85b582 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872451 Sep 23 11:26:16.789698 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5b3b88fd-2a16-405d-b8ef-1a21cb3918f9 req-c2a3433e-14dc-48ae-9a94-c25b429987ac tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.0793521 Sep 23 11:26:16.794034 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-08290c9e-1dcb-4687-977f-d13bfe6cf78e req-799dcce5-46e2-46fb-8cf2-9c9748b697f5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 210 time: 0.0816984 Sep 23 11:26:16.817648 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09869c6-a23e-4fb5-945f-764409aa7471 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:16.826200 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:16.842085 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Transition to ACTIVE for port object e09869c6-a23e-4fb5-945f-764409aa7471 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:26:16.926800 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8a3b7a7e-c929-4112-bc0b-c6f4e7950c71 req-a238bc5f-55eb-4be2-9f01-d9b29c7c4e39 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 210 time: 0.0305374 Sep 23 11:26:16.931352 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:17.028080 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Allocated IP 172.20.0.6 (16a77eb5-1d36-4419-b0e9-a609c954cdf0/70da23b2-90fc-4a24-9916-f114dbced38b/2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:26:17.030333 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Pushing event updated for resources: {'Port': ['ID=e09869c6-a23e-4fb5-945f-764409aa7471,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:17.080082 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Attempting to bind port e09869c6-a23e-4fb5-945f-764409aa7471 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:17.080453 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Attempting to bind port e09869c6-a23e-4fb5-945f-764409aa7471 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:17.080788 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Attempting to bind port e09869c6-a23e-4fb5-945f-764409aa7471 on network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:17.096617 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Port e09869c6-a23e-4fb5-945f-764409aa7471 on network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:26:17.103671 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Attempting to bind port e09869c6-a23e-4fb5-945f-764409aa7471 on network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:17.112032 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:17.112402 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Checking segment: {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:17.112790 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Bound using segment: {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:17.113559 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Bound port: e09869c6-a23e-4fb5-945f-764409aa7471, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:17.113978 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:17.269298 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] For port e09869c6-a23e-4fb5-945f-764409aa7471, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:17.274956 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] For port e09869c6-a23e-4fb5-945f-764409aa7471, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e09869c6-a23e-4fb5-945f-764409aa7471,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:17.293486 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:17.367566 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:17.408162 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:17.411220 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:17.411220 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] 10.222.0.22 "PUT /v2.0/ports/e09869c6-a23e-4fb5-945f-764409aa7471 HTTP/1.1" status: 200 len: 1093 time: 1.6706390 Sep 23 11:26:17.411553 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126510d3-9af2-4935-886e-f98b5c3f26a4', 'tag': 'e09869c6-a23e-4fb5-945f-764409aa7471'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:17.413880 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca54e21-d547-4c96-8a72-02675860cec5" -d '{"events": [{"name": "network-changed", "server_uuid": "126510d3-9af2-4935-886e-f98b5c3f26a4", "tag": "e09869c6-a23e-4fb5-945f-764409aa7471"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:17.430072 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:17.438188 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:17.453675 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56963c-24c0-4312-8173-4cf19ac24934 service neutron] Pushing event updated for resources: {'Port': ['ID=e09869c6-a23e-4fb5-945f-764409aa7471,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:17.473364 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d137c46-7de3-4a57-b9a2-91d5e78319e9 x-openstack-request-id: req-0d137c46-7de3-4a57-b9a2-91d5e78319e9 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:17.473611 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126510d3-9af2-4935-886e-f98b5c3f26a4", "tag": "e09869c6-a23e-4fb5-945f-764409aa7471", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:17.474009 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d137c46-7de3-4a57-b9a2-91d5e78319e9 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:17.474676 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126510d3-9af2-4935-886e-f98b5c3f26a4', 'tag': 'e09869c6-a23e-4fb5-945f-764409aa7471', 'status': 'completed', 'code': 200} Sep 23 11:26:17.506125 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:26:17.511776 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:26:17.515964 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:26:17.522359 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:17.522898 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:17.543815 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Pushing event updated for resources: {'Port': ['ID=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:17.670678 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ad488a3f-e070-440d-9410-81b254770e6a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9411418 Sep 23 11:26:17.809277 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f2fb4-b99b-4925-947f-18c957d327bc req-62639d51-3046-4cda-bd8b-3f25c4651ac0 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:17.815438 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-072f2fb4-b99b-4925-947f-18c957d327bc req-62639d51-3046-4cda-bd8b-3f25c4651ac0 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.1227987 Sep 23 11:26:17.855397 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6410117-e29e-425f-b07e-05decf13a77e req-600b7a84-f40b-49a5-9089-9cb00f28409c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:17.860899 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6410117-e29e-425f-b07e-05decf13a77e req-600b7a84-f40b-49a5-9089-9cb00f28409c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.1238475 Sep 23 11:26:17.923823 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-072f2fb4-b99b-4925-947f-18c957d327bc req-24cbb47b-bd95-4c96-a184-82cf10e46967 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023941 Sep 23 11:26:17.954905 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6410117-e29e-425f-b07e-05decf13a77e req-7473ba2e-8624-4ff1-8a89-4f47b0b1305a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827618 Sep 23 11:26:18.050527 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51c3af91-6627-4715-b476-4a3906c76384 req-a6f47079-2ad4-4bc4-8ce8-563c7fb764dd tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.0536773 Sep 23 11:26:18.096190 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fc706696-e849-4206-85e8-95d231b85521 req-1de1ca1f-9ea0-4eb5-9154-2c2e662d827f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 210 time: 0.0493779 Sep 23 11:26:18.183828 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f137243-4005-4015-b579-043d3c588a88 req-d7a1684d-1de6-4a25-aa40-d6862fb6630f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:18.185488 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f137243-4005-4015-b579-043d3c588a88 req-d7a1684d-1de6-4a25-aa40-d6862fb6630f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 931 time: 0.0576913 Sep 23 11:26:18.234875 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f137243-4005-4015-b579-043d3c588a88 req-24ec6dda-6274-40b9-8078-2921ff72aecc tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Sep 23 11:26:18.726784 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:18.909049 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Request body: {'port': {'device_id': '49011ee7-5a4c-4565-9410-0e9b7a755406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:19.058387 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:19.075150 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54e21-d547-4c96-8a72-02675860cec5 req-184e192f-ba2a-4bce-8cb8-16f5a541e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:19.077124 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-bca54e21-d547-4c96-8a72-02675860cec5 req-184e192f-ba2a-4bce-8cb8-16f5a541e1b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1096 time: 0.1011584 Sep 23 11:26:19.184152 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c5df82b-ea24-47df-91eb-ad8c45aa4a6a req-cc072f99-e0d1-4d42-8e6a-3335bf3205b1 service neutron] 10.222.0.22 "GET /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984581 Sep 23 11:26:19.216429 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070da6a5-5dae-4944-b745-ba6c03a7101c req-446402c0-d2c9-45c5-948b-2b7dc6129721 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:19.218058 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-070da6a5-5dae-4944-b745-ba6c03a7101c req-446402c0-d2c9-45c5-948b-2b7dc6129721 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.1560924 Sep 23 11:26:19.250767 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181fb59-58f3-4b1d-8512-b77a370c1ba1 req-ff31b747-3afb-4add-b706-8d8664f7dab3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:19.252479 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3181fb59-58f3-4b1d-8512-b77a370c1ba1 req-ff31b747-3afb-4add-b706-8d8664f7dab3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.1887131 Sep 23 11:26:19.383046 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-070da6a5-5dae-4944-b745-ba6c03a7101c req-e03c7386-a6dc-45bf-b612-13e09c67a53f tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533418 Sep 23 11:26:19.391241 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3181fb59-58f3-4b1d-8512-b77a370c1ba1 req-061b4ad2-e9ae-4e17-ad1f-72c0914d1173 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841155 Sep 23 11:26:19.405461 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54e21-d547-4c96-8a72-02675860cec5 req-ace0fb8c-dc70-4c35-a4c5-6ecab38f31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:19.414356 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-bca54e21-d547-4c96-8a72-02675860cec5 req-ace0fb8c-dc70-4c35-a4c5-6ecab38f31bb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=475e920416404c538cfce70538447c9b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3260138 Sep 23 11:26:19.724723 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54e21-d547-4c96-8a72-02675860cec5 req-ce5e4b5a-ae2d-4ebc-a8cb-32d053b9c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:19.727249 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-bca54e21-d547-4c96-8a72-02675860cec5 req-ce5e4b5a-ae2d-4ebc-a8cb-32d053b9c2b1 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3037672 Sep 23 11:26:19.843609 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-253b0da0-2446-4a66-b3e1-2730d52968d4 req-aaf9326b-663b-48a6-bfb6-242b5a9b01cb tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 210 time: 0.2976935 Sep 23 11:26:19.853020 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f6843a1-3724-4108-ad2e-ef2ea4398a03 req-3ec8db78-f83b-4598-a7c8-6e203af6238f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.3044837 Sep 23 11:26:19.947961 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-6c4c91a7-5a6b-426d-91a2-7f4b70652ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:19.950102 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-6c4c91a7-5a6b-426d-91a2-7f4b70652ef3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1096 time: 0.1584499 Sep 23 11:26:19.968095 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:19.983884 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:20.009790 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Transition to ACTIVE for port object 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:26:20.025421 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-13f3c078-8dd0-4c91-bafe-9cab84fe69e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09869c6-a23e-4fb5-945f-764409aa7471 HTTP/1.1" status: 200 len: 217 time: 0.0688555 Sep 23 11:26:20.105777 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-20168f96-b383-4d27-bed6-1f51b93cb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:20.107379 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-20168f96-b383-4d27-bed6-1f51b93cb858 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.0740540 Sep 23 11:26:20.139092 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:20.143170 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-af2ab088-a77d-4392-bcf2-790b676f038f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273335 Sep 23 11:26:20.228090 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816f8b7-27ae-47a8-a6f5-5922f6fa23bd req-72c75844-7795-4a9d-bdd2-8602c1f98b37 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:20.230358 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e816f8b7-27ae-47a8-a6f5-5922f6fa23bd req-72c75844-7795-4a9d-bdd2-8602c1f98b37 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 931 time: 0.2227831 Sep 23 11:26:20.293018 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-3688e879-7ad0-417f-8d02-1d96eb6f17bb service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409981 Sep 23 11:26:20.318307 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:20.379313 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968578aa-9da9-4800-96b8-6f669b825db9 req-19450586-e508-4934-b5a9-751921fe39a6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:20.380969 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-19450586-e508-4934-b5a9-751921fe39a6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 816 time: 0.3202364 Sep 23 11:26:20.384238 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e816f8b7-27ae-47a8-a6f5-5922f6fa23bd req-9114b4fa-82e7-4f78-afcb-a089fd790bc6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307731 Sep 23 11:26:20.389632 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Attempting to bind port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:20.389980 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Attempting to bind port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:20.390298 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Attempting to bind port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 on network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:20.414859 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 on network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:26:20.415168 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Attempting to bind port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 on network 16a77eb5-1d36-4419-b0e9-a609c954cdf0 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:20.424081 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:20.424450 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Checking segment: {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:20.424832 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Bound using segment: {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:20.425291 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Bound port: 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c2b14f-b9bd-4a29-9052-c44d54992925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:20.426251 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:20.476892 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-edc435bc-4272-4273-8f1c-1709e0231f4b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede4db69675e47d386e4a4678eea1cd3 HTTP/1.1" status: 200 len: 380 time: 0.0780108 Sep 23 11:26:20.500839 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'port': {'device_id': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'admin_state_up': True, 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'security_groups': ['d1aabdc8-0c78-41b7-adea-0cf426651eb7']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:20.591493 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-66cd7d38-cecb-41c0-bdfc-3c42076ba3fa req-de18e4cd-7b1c-4300-851e-de94532befa8 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906451 Sep 23 11:26:20.649642 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] For port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:20.658883 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:20.689497 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] For port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:20.763848 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f53ee-be1b-43e4-a849-df1021ae919d req-475682e0-dca6-436e-a0b5-92af33b74725 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:20.763848 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d71f53ee-be1b-43e4-a849-df1021ae919d req-475682e0-dca6-436e-a0b5-92af33b74725 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.1375821 Sep 23 11:26:20.800031 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddd269-619f-4905-aa4c-b472b573e21a req-743ecd88-e869-44e3-9ab3-cc4ed6e60d2f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:20.802232 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-edddd269-619f-4905-aa4c-b472b573e21a req-743ecd88-e869-44e3-9ab3-cc4ed6e60d2f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.1185999 Sep 23 11:26:20.827791 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:20.856932 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d71f53ee-be1b-43e4-a849-df1021ae919d req-c953f487-27d6-462e-885e-50436182da9d tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849276 Sep 23 11:26:20.902192 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:20.902192 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:20.902192 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] 10.222.0.22 "PUT /v2.0/ports/2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 HTTP/1.1" status: 200 len: 1093 time: 2.0008352 Sep 23 11:26:20.906777 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49011ee7-5a4c-4565-9410-0e9b7a755406', 'tag': '2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:20.913371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "49011ee7-5a4c-4565-9410-0e9b7a755406", "tag": "2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:20.951872 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-edddd269-619f-4905-aa4c-b472b573e21a req-8d6d3e07-1e0a-424c-b0df-f0ce5d4195a0 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337223 Sep 23 11:26:20.973405 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fd501-3dab-4b2b-91a4-f47207d6e3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:20.995502 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Made reservation on behalf of ede4db69675e47d386e4a4678eea1cd3 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:26:21.003214 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:21.068401 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd58184-0918-4e1c-a53e-ddb88e0007f5 x-openstack-request-id: req-ecd58184-0918-4e1c-a53e-ddb88e0007f5 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:21.068855 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49011ee7-5a4c-4565-9410-0e9b7a755406", "tag": "2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:21.069222 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecd58184-0918-4e1c-a53e-ddb88e0007f5 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:21.069812 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49011ee7-5a4c-4565-9410-0e9b7a755406', 'tag': '2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598', 'status': 'completed', 'code': 200} Sep 23 11:26:21.132642 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1fcd70e-9f5c-413c-9f82-88500cfe6f84 req-31cc3ce8-d965-4ccb-8880-5f38ddbbcaf3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.1016269 Sep 23 11:26:21.140884 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-d12ba100-c8f2-4e6a-8de1-d0139c524b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:21.143717 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-d12ba100-c8f2-4e6a-8de1-d0139c524b71 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 1096 time: 0.0790009 Sep 23 11:26:21.207638 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-b7bb9e40-286c-4dcb-876e-05702277fa61 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 HTTP/1.1" status: 200 len: 217 time: 0.0533593 Sep 23 11:26:21.271738 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-f3b1d8be-fced-4f51-ae53-2c2fe23504df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:21.282079 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-f3b1d8be-fced-4f51-ae53-2c2fe23504df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.0578496 Sep 23 11:26:21.300473 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb7e117f-4316-4592-a7ec-0ef6f1f5b223 req-c6e368f3-c219-47fa-a5e0-fe0911f10144 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 210 time: 0.1389906 Sep 23 11:26:21.342845 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-51866d37-1409-4127-87d8-60fa5c6d06d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530097 Sep 23 11:26:21.434038 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 780a5888-415d-4935-b139-746b2366ed71 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:26:21.572143 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-04134870-a7bc-4d86-8144-a3c13489ae0c service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216384 Sep 23 11:26:21.599934 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-0b2a6b9f-b899-4904-a00f-be8533193a49 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:21.606327 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-0b2a6b9f-b899-4904-a00f-be8533193a49 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 810 time: 0.5619538 Sep 23 11:26:21.668598 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Allocated IP 172.20.0.4 (199d67e0-ae6f-48e6-8da6-46b7fd4a780d/2ffbe4bd-308d-4405-944a-401c120bc89e/11a27ad0-4f6e-4faa-b587-e74af1857535) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:26:21.697786 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 780a5888-415d-4935-b139-746b2366ed71, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=780a5888-415d-4935-b139-746b2366ed71,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:21.720545 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '780a5888-415d-4935-b139-746b2366ed71', 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'port_id': '780a5888-415d-4935-b139-746b2366ed71', 'mac_address': 'fa:16:3e:02:e3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbd3155-b524-4dcf-8faf-a655fdd0a01f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:26:21.743083 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-087f74fd-570a-4fc3-9151-32d019eaaa76 req-a4e0956e-3580-4f6a-bbdf-3b93bf975d44 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620224 Sep 23 11:26:21.779564 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da6755-df5a-409c-b2ce-3dba826bac9f req-72b929b2-0b45-43b3-a30b-d0095693338a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:21.788638 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21da6755-df5a-409c-b2ce-3dba826bac9f req-72b929b2-0b45-43b3-a30b-d0095693338a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 943 time: 0.1588149 Sep 23 11:26:21.944601 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21da6755-df5a-409c-b2ce-3dba826bac9f req-e491898d-0366-48a7-85cb-34e1937ebc8d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454751 Sep 23 11:26:21.979927 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.004271 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780a5888-415d-4935-b139-746b2366ed71 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:22.044653 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 780a5888-415d-4935-b139-746b2366ed71, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=780a5888-415d-4935-b139-746b2366ed71,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:22.073438 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.110093 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.111185 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 22c23786-f085-4908-89dd-87f26d6bf1e9 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:26:22.169995 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3b8b-7151-4eff-98c3-8227e5341f0f req-9730522d-c28c-4f04-a5bd-29364244e43f tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:22.173134 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-519c3b8b-7151-4eff-98c3-8227e5341f0f req-9730522d-c28c-4f04-a5bd-29364244e43f tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 944 time: 0.2089233 Sep 23 11:26:22.237758 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=780a5888-415d-4935-b139-746b2366ed71,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:22.254375 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d4e3c-1a77-4e86-b2cb-05a2273af753 req-17fa03ac-e813-43bf-818a-06270df35cf5 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:22.268841 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c29d4e3c-1a77-4e86-b2cb-05a2273af753 req-17fa03ac-e813-43bf-818a-06270df35cf5 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 943 time: 0.1809988 Sep 23 11:26:22.297724 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.320667 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-519c3b8b-7151-4eff-98c3-8227e5341f0f req-35b9fb35-7946-4b30-b4e1-b8d92334c940 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335576 Sep 23 11:26:22.399911 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 22c23786-f085-4908-89dd-87f26d6bf1e9, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=22c23786-f085-4908-89dd-87f26d6bf1e9,segment=NetworkSegment(cb97ba95-31c7-4734-bc78-62e509c1bd7d),segment_id=cb97ba95-31c7-4734-bc78-62e509c1bd7d)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:22.413407 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c29d4e3c-1a77-4e86-b2cb-05a2273af753 req-40699b49-1226-415e-adba-cbc18a7afd16 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497364 Sep 23 11:26:22.415962 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '22c23786-f085-4908-89dd-87f26d6bf1e9', 'network_id': '8cf86337-5862-43b8-88ec-475256428503', 'port_id': '22c23786-f085-4908-89dd-87f26d6bf1e9', 'mac_address': 'fa:16:3e:6b:82:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bad7c28-0f13-46d6-91cf-58d02c091e24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:26:22.429501 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:26:22.449747 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:22.460258 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56308) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:22.461090 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:26:22.463607 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:26:22.471709 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:22.472994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.520577 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9b6146b6-65c7-4adf-9485-5898644b11b4 req-9c11d926-6b78-4c3d-9f1c-f767a762694f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.0442100 Sep 23 11:26:22.527511 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.552666 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c23786-f085-4908-89dd-87f26d6bf1e9 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:22.592890 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 22c23786-f085-4908-89dd-87f26d6bf1e9, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=22c23786-f085-4908-89dd-87f26d6bf1e9,segment=NetworkSegment(cb97ba95-31c7-4734-bc78-62e509c1bd7d),segment_id=cb97ba95-31c7-4734-bc78-62e509c1bd7d)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:22.625249 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f4717-fb01-4846-b317-8edd3b20d074 req-c0203c85-a0b7-4cc4-abf5-6313c927bbbb tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:22.627243 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a01f4717-fb01-4846-b317-8edd3b20d074 req-c0203c85-a0b7-4cc4-abf5-6313c927bbbb tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 931 time: 0.0803509 Sep 23 11:26:22.637890 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-0253e2ff-005c-4dbe-8063-44d1d3ac7727 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1418419 Sep 23 11:26:22.690007 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a01f4717-fb01-4846-b317-8edd3b20d074 req-c4d51b71-291a-4124-b321-f90ea120cfcb tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507658 Sep 23 11:26:22.704342 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b5b57230-ae0b-419a-b3cf-8f54293329f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.710471 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.790928 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=22c23786-f085-4908-89dd-87f26d6bf1e9,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:22.821369 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a145d654-5af9-4158-a341-247cfb6ab7fc None None] Provisioning complete for port 11a27ad0-4f6e-4faa-b587-e74af1857535 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:22.821739 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a145d654-5af9-4158-a341-247cfb6ab7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.863143 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a145d654-5af9-4158-a341-247cfb6ab7fc None None] Port 11a27ad0-4f6e-4faa-b587-e74af1857535 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:26:22.868698 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b5b57230-ae0b-419a-b3cf-8f54293329f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.926634 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b5b57230-ae0b-419a-b3cf-8f54293329f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:22.969751 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b5b57230-ae0b-419a-b3cf-8f54293329f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51bef760cd2340ea8d1d5546257a4887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080130 Sep 23 11:26:22.970816 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b57230-ae0b-419a-b3cf-8f54293329f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944db317-64e9-40c6-9013-e90be02de637,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:22.973395 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 56314) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:23.051587 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d06d4617-6f72-4a10-b525-00ceee0cf952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:23.100355 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d06d4617-6f72-4a10-b525-00ceee0cf952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:23.120325 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3ab3a-00a9-49b9-a0c6-aee71b82c4dc req-fc363edf-3790-4d5e-a7e6-9acbee28427d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:23.121952 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d7e3ab3a-00a9-49b9-a0c6-aee71b82c4dc req-fc363edf-3790-4d5e-a7e6-9acbee28427d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 943 time: 0.0852404 Sep 23 11:26:23.180747 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d7e3ab3a-00a9-49b9-a0c6-aee71b82c4dc req-e674836f-2fd2-40b9-8995-6779ad6ec790 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499899 Sep 23 11:26:23.263483 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d06d4617-6f72-4a10-b525-00ceee0cf952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:23.266406 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d06d4617-6f72-4a10-b525-00ceee0cf952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:23.267618 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d06d4617-6f72-4a10-b525-00ceee0cf952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/944db317-64e9-40c6-9013-e90be02de637 HTTP/1.1" status: 204 len: 168 time: 0.2926772 Sep 23 11:26:23.276930 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d4617-6f72-4a10-b525-00ceee0cf952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944db317-64e9-40c6-9013-e90be02de637,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:23.463498 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce53ed1-1bcd-46a6-8d97-fed464e1a6cd req-0499ab9d-e8d5-4add-a858-9b1849118944 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:23.466374 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ce53ed1-1bcd-46a6-8d97-fed464e1a6cd req-0499ab9d-e8d5-4add-a858-9b1849118944 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 945 time: 0.0663624 Sep 23 11:26:23.541246 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ce53ed1-1bcd-46a6-8d97-fed464e1a6cd req-a27d1585-1c89-4776-b46a-c9a970d34274 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622022 Sep 23 11:26:23.592246 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ac6fc-16a6-48c8-bea0-34a41bc9fe4c req-48fc1c52-e387-4d83-9e32-f19c1aac181f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:23.593943 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d24ac6fc-16a6-48c8-bea0-34a41bc9fe4c req-48fc1c52-e387-4d83-9e32-f19c1aac181f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 944 time: 0.0693421 Sep 23 11:26:23.685043 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d24ac6fc-16a6-48c8-bea0-34a41bc9fe4c req-90a31867-0c40-43b4-a9ce-d7452754c1f8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758445 Sep 23 11:26:23.713141 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8e4a749-0ab6-414b-9be3-9cc20f679df2 req-fd2eaa0c-d488-47f3-994c-dfa3cee6804a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.0587294 Sep 23 11:26:23.895502 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5157e11-219e-41b8-908d-68d3dba7d43a req-a84e310c-ec43-4fcd-8318-950147533d24 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:23.897454 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5157e11-219e-41b8-908d-68d3dba7d43a req-a84e310c-ec43-4fcd-8318-950147533d24 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 931 time: 0.0598390 Sep 23 11:26:23.944026 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5157e11-219e-41b8-908d-68d3dba7d43a req-114e1bac-823b-46a9-b080-fb5751168de9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396631 Sep 23 11:26:24.269062 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56334) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:24.291972 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0931ae65-6bae-472a-bf70-19fff085a271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:24.323637 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcc381-6009-49ba-b34f-9045c2fded00 req-110358b0-6d2e-4261-a1dc-0e94239518c0 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:24.326151 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07dcc381-6009-49ba-b34f-9045c2fded00 req-110358b0-6d2e-4261-a1dc-0e94239518c0 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 943 time: 0.0664442 Sep 23 11:26:24.394342 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07dcc381-6009-49ba-b34f-9045c2fded00 req-ab7bea02-1c60-4c16-a3de-b691da08877b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591116 Sep 23 11:26:24.447240 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0931ae65-6bae-472a-bf70-19fff085a271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:24.498015 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0931ae65-6bae-472a-bf70-19fff085a271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:24.542950 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-0931ae65-6bae-472a-bf70-19fff085a271 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3775bb73e8254328982b67e8be360bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722750 Sep 23 11:26:24.545523 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931ae65-6bae-472a-bf70-19fff085a271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5418a89e-0d0f-4c3f-abf7-963552de25a8,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:24.546454 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 56340) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:24.620480 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Request body: {'port': {'device_id': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:24.781156 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-34f1c349-ded4-4b96-8aef-34b19ad1c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:24.783797 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-34f1c349-ded4-4b96-8aef-34b19ad1c3b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 1096 time: 0.0673380 Sep 23 11:26:24.825158 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-6f144048-eba7-477c-970e-338980fbe324 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d3bc41d6d04dba8230341490cbac4f HTTP/1.1" status: 200 len: 380 time: 0.2573531 Sep 23 11:26:24.854783 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'port': {'device_id': '266497bd-0a32-478c-a967-351197f6fda5', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'admin_state_up': True, 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'security_groups': ['66d2319a-2624-47d7-b4e3-f94d966837b2']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:24.889425 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3b905cb6-72d0-4116-ba3e-ba3e8350c9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:24.916380 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['780a5888-415d-4935-b139-746b2366ed71'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:26:24.918161 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:24.920750 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-f1fc475a-a736-4758-a8bd-590a0caa57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:24.923441 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-f1fc475a-a736-4758-a8bd-590a0caa57c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 920 time: 0.1288691 Sep 23 11:26:24.993282 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['22c23786-f085-4908-89dd-87f26d6bf1e9'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:26:24.999364 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-54835a0f-702a-4d3b-af8f-6c75496aabde service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 HTTP/1.1" status: 200 len: 217 time: 0.0671544 Sep 23 11:26:25.017937 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592e561-4a44-44a9-8e39-60ad9c2b1f95 req-2efab4e4-c84e-4838-a2ee-7fb8d9b6d778 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:25.021407 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0592e561-4a44-44a9-8e39-60ad9c2b1f95 req-2efab4e4-c84e-4838-a2ee-7fb8d9b6d778 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 945 time: 0.3718865 Sep 23 11:26:25.037649 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3b905cb6-72d0-4116-ba3e-ba3e8350c9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:25.080427 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-2d8ff692-c83a-49e0-884e-253f11d03595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:25.083272 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-2d8ff692-c83a-49e0-884e-253f11d03595 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.0759676 Sep 23 11:26:25.133331 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-555d586f-899a-4f95-91a9-6d84f51b32b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382097 Sep 23 11:26:25.255291 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a518307-4eef-4617-a138-28cc6edc4e13 req-def1af45-afce-4ae8-b0ca-302895b1461b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:25.257022 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a518307-4eef-4617-a138-28cc6edc4e13 req-def1af45-afce-4ae8-b0ca-302895b1461b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 944 time: 0.4529977 Sep 23 11:26:25.283820 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-14b2aa06-5e90-4a36-ac08-402a93035568 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383066 Sep 23 11:26:25.440597 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0592e561-4a44-44a9-8e39-60ad9c2b1f95 req-45b1fa2d-8ce5-444a-8012-522d291c8ae4 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920825 Sep 23 11:26:25.522296 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a518307-4eef-4617-a138-28cc6edc4e13 req-f533b594-406c-4bc1-b532-ec7f65c3cc04 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323868 Sep 23 11:26:25.573456 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3b905cb6-72d0-4116-ba3e-ba3e8350c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:25.578340 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3b905cb6-72d0-4116-ba3e-ba3e8350c9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:25.586380 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3b905cb6-72d0-4116-ba3e-ba3e8350c9a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5418a89e-0d0f-4c3f-abf7-963552de25a8 HTTP/1.1" status: 204 len: 168 time: 1.0384121 Sep 23 11:26:25.650585 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-61d27d44-b7ee-42c7-ba2d-a3e015a67c24 req-eb32d8a5-8ea2-4cb7-ae1f-d9eeb88e3850 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.1081958 Sep 23 11:26:25.668480 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-2a1aece4-7aa5-42f6-a102-699a4ccc3ae5 req-996106b9-2731-41d6-9f89-d9e541878d17 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764527 Sep 23 11:26:25.729959 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Made reservation on behalf of 49d3bc41d6d04dba8230341490cbac4f for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:26:25.737109 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:25.761123 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b905cb6-72d0-4116-ba3e-ba3e8350c9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5418a89e-0d0f-4c3f-abf7-963552de25a8,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:26.174836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04625d-2d44-43f7-8b7f-0f3325bb96e4 req-5d8a5eb2-02be-40a9-bb99-20e8bb01dd87 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:26.176663 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e04625d-2d44-43f7-8b7f-0f3325bb96e4 req-5d8a5eb2-02be-40a9-bb99-20e8bb01dd87 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 931 time: 0.5403264 Sep 23 11:26:26.190666 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddc099-1776-4240-bf9b-088d6a51b5b3 req-222ba8cc-6d82-46bd-bbca-b9cfdb3bf582 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:26.193033 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-48ddc099-1776-4240-bf9b-088d6a51b5b3 req-222ba8cc-6d82-46bd-bbca-b9cfdb3bf582 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 943 time: 0.4513040 Sep 23 11:26:26.351956 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a27ad0-4f6e-4faa-b587-e74af1857535 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:26.368114 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:26.375859 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e04625d-2d44-43f7-8b7f-0f3325bb96e4 req-6e7c8c48-ca7a-4d43-be24-f7fb730d6052 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737204 Sep 23 11:26:26.380450 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-48ddc099-1776-4240-bf9b-088d6a51b5b3 req-b47f1dc0-d06a-4cf7-b317-b1a95ca6fed9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687725 Sep 23 11:26:26.411172 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Allocated IP 172.20.0.14 (2dd4b3d1-0f34-43b0-a2f4-331da55cbd78/27730144-b0d5-4102-896b-0bc3c3dc1d8f/7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:26:26.419972 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Transition to ACTIVE for port object 11a27ad0-4f6e-4faa-b587-e74af1857535 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:26:26.535626 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:26.589370 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device e09869c6-a23e-4fb5-945f-764409aa7471 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:26:26.599447 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 780a5888-415d-4935-b139-746b2366ed71 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:26.648130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:26.680894 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:26.759208 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Attempting to bind port 11a27ad0-4f6e-4faa-b587-e74af1857535 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:26.759525 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Attempting to bind port 11a27ad0-4f6e-4faa-b587-e74af1857535 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:26.759871 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Attempting to bind port 11a27ad0-4f6e-4faa-b587-e74af1857535 on network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:26.782609 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9798-6f6d-497b-9b20-c268c31a68e6 req-1d9b8139-4e49-4752-acbe-e6a11b56108c tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:26.791080 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bcb9798-6f6d-497b-9b20-c268c31a68e6 req-1d9b8139-4e49-4752-acbe-e6a11b56108c tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 945 time: 0.2074761 Sep 23 11:26:26.809338 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Port 11a27ad0-4f6e-4faa-b587-e74af1857535 on network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:26:26.809702 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Attempting to bind port 11a27ad0-4f6e-4faa-b587-e74af1857535 on network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:26.843668 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:26.844008 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Checking segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:26.844499 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Bound using segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:26.845046 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Bound port: 11a27ad0-4f6e-4faa-b587-e74af1857535, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:26.845501 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:26.859375 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e480d7-2302-4e5f-af29-b9ffe1dae99e req-0973a20f-cb91-4a60-958c-9135abc59366 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:26.875422 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23e480d7-2302-4e5f-af29-b9ffe1dae99e req-0973a20f-cb91-4a60-958c-9135abc59366 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 944 time: 0.2272484 Sep 23 11:26:26.971629 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port e09869c6-a23e-4fb5-945f-764409aa7471, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e09869c6-a23e-4fb5-945f-764409aa7471,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:26.987012 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': 'e09869c6-a23e-4fb5-945f-764409aa7471', 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0', 'port_id': 'e09869c6-a23e-4fb5-945f-764409aa7471', 'mac_address': 'fa:16:3e:8b:5b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da23b2-90fc-4a24-9916-f114dbced38b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:26:26.990864 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 780a5888-415d-4935-b139-746b2366ed71 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:26:27.005214 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 780a5888-415d-4935-b139-746b2366ed71 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:27.005597 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.012495 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bcb9798-6f6d-497b-9b20-c268c31a68e6 req-4eb8e59d-b535-44ce-8c62-d7f9c45180d4 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204163 Sep 23 11:26:27.018944 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.108890 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.131187 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09869c6-a23e-4fb5-945f-764409aa7471 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:27.134277 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'Port': ['ID=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:27.173547 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port e09869c6-a23e-4fb5-945f-764409aa7471, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e09869c6-a23e-4fb5-945f-764409aa7471,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:27.208097 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-23e480d7-2302-4e5f-af29-b9ffe1dae99e req-b1550fd4-924b-4ace-b5bb-77dae81b1e26 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386097 Sep 23 11:26:27.235189 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.266575 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa26a0-f886-4b88-949d-437fa5604f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780a5888-415d-4935-b139-746b2366ed71'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:27.298635 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:26:27.306193 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:26:27.312463 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:27.317032 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:26:27.323508 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:27.324208 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.330047 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:27.361026 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30151aeb-191c-41ff-b4b3-3365a0b961b9 req-d9f87047-644a-4ab6-b561-ead2bb44686f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:27.361026 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30151aeb-191c-41ff-b4b3-3365a0b961b9 req-d9f87047-644a-4ab6-b561-ead2bb44686f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 932 time: 0.1971397 Sep 23 11:26:27.363641 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.386492 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 780a5888-415d-4935-b139-746b2366ed71, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=780a5888-415d-4935-b139-746b2366ed71,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:27.427767 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30151aeb-191c-41ff-b4b3-3365a0b961b9 req-9721bc6f-6953-46fa-af7b-89235576b09c tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617714 Sep 23 11:26:27.444056 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.533586 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.535504 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 22c23786-f085-4908-89dd-87f26d6bf1e9 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:27.542553 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-9903083c-53a7-4935-90d7-7914dce3e0fb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7029827 Sep 23 11:26:27.562459 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:27.563105 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.564648 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] 10.222.0.22 "PUT /v2.0/ports/11a27ad0-4f6e-4faa-b587-e74af1857535 HTTP/1.1" status: 200 len: 1093 time: 2.9589379 Sep 23 11:26:27.586669 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Request body: {'port': {'device_id': '266497bd-0a32-478c-a967-351197f6fda5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:27.593943 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:27.598189 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35e7ad9-1871-4647-ab33-86be4ca87c57" -d '{"events": [{"name": "network-changed", "server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:27.606044 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56422) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:27.773626 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['e09869c6-a23e-4fb5-945f-764409aa7471'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:26:27.870242 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=e09869c6-a23e-4fb5-945f-764409aa7471,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:27.883836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096900c-0855-48a3-b132-b59bf8a29cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:27.905187 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:27.953089 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07af4850-d155-4f74-a2a9-9294dd7343e2" -d '{"events": [{"server_uuid": "04fa26a0-f886-4b88-949d-437fa5604f1b", "name": "network-vif-plugged", "status": "completed", "tag": "780a5888-415d-4935-b139-746b2366ed71"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:27.968568 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=780a5888-415d-4935-b139-746b2366ed71,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:27.992024 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d13a-365f-407c-9e85-0c458812b768 req-9a4638f7-da96-4656-87ed-785a9057b767 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:28.000608 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-71c8d13a-365f-407c-9e85-0c458812b768 req-9a4638f7-da96-4656-87ed-785a9057b767 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 943 time: 0.3884430 Sep 23 11:26:28.038496 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-6eec8638-92b7-4e21-9b63-630d9d39afac None None] Provisioning complete for port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:28.039107 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6eec8638-92b7-4e21-9b63-630d9d39afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.051011 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-70c29bd9-58b5-4e87-bc69-6bc639640889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.051494 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968578aa-9da9-4800-96b8-6f669b825db9 req-9b3e0377-d493-4427-8be1-cc74f9d26453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:28.053899 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-9b3e0377-d493-4427-8be1-cc74f9d26453 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 1096 time: 0.2817631 Sep 23 11:26:28.062738 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9498c19-465d-4c80-a6fc-d06bcb13d089 req-ef02b4b5-5751-4d63-89fd-18fd7e1a6304 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:28.064373 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f9498c19-465d-4c80-a6fc-d06bcb13d089 req-ef02b4b5-5751-4d63-89fd-18fd7e1a6304 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.4088161 Sep 23 11:26:28.139730 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-6eec8638-92b7-4e21-9b63-630d9d39afac None None] Port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:26:28.158534 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-e9173455-3036-4ddb-be24-808e611b1a27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11a27ad0-4f6e-4faa-b587-e74af1857535 HTTP/1.1" status: 200 len: 217 time: 0.0834382 Sep 23 11:26:28.199145 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 22c23786-f085-4908-89dd-87f26d6bf1e9 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:26:28.214262 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 22c23786-f085-4908-89dd-87f26d6bf1e9 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:28.214969 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.227183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-70c29bd9-58b5-4e87-bc69-6bc639640889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.253115 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-71c8d13a-365f-407c-9e85-0c458812b768 req-1be19952-07fe-42c0-b19a-e3a81556ce89 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513127 Sep 23 11:26:28.345975 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f9498c19-465d-4c80-a6fc-d06bcb13d089 req-9c63a8c9-ddd6-4b3c-b87a-491f3e34f85c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587814 Sep 23 11:26:28.350571 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b25dc70-8747-4294-9f84-a92050d72d8d x-openstack-request-id: req-4b25dc70-8747-4294-9f84-a92050d72d8d {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:28.350571 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:28.350571 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b25dc70-8747-4294-9f84-a92050d72d8d {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:28.351016 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'status': 'completed', 'code': 200} Sep 23 11:26:28.360972 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-70c29bd9-58b5-4e87-bc69-6bc639640889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.435882 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c29bd9-58b5-4e87-bc69-6bc639640889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0120ebea-e94e-4c56-8334-b1e5614c311b,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:28.442467 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.447176 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968578aa-9da9-4800-96b8-6f669b825db9 req-9ed3eb95-13f6-4271-9b6e-6f247d13c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:28.451082 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-9ed3eb95-13f6-4271-9b6e-6f247d13c217 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.2846332 Sep 23 11:26:28.471519 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-70c29bd9-58b5-4e87-bc69-6bc639640889 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6de32ebd6eb4e1cad9bfd56b68684d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8622575 Sep 23 11:26:28.475358 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56444) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:28.516737 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 22c23786-f085-4908-89dd-87f26d6bf1e9, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=22c23786-f085-4908-89dd-87f26d6bf1e9,segment=NetworkSegment(cb97ba95-31c7-4734-bc78-62e509c1bd7d),segment_id=cb97ba95-31c7-4734-bc78-62e509c1bd7d)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:28.579374 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.591364 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ec446-6820-4f36-a2b0-5a40b71b504e req-9d8457ff-00c8-40e1-af3c-b75f6524129c tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:28.593445 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c7ec446-6820-4f36-a2b0-5a40b71b504e req-9d8457ff-00c8-40e1-af3c-b75f6524129c tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 945 time: 0.1729517 Sep 23 11:26:28.600019 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-95802768-1ba6-45a4-aa8b-cc502b4df0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.640003 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-95802768-1ba6-45a4-aa8b-cc502b4df0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.677349 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c7ec446-6820-4f36-a2b0-5a40b71b504e req-6d0a7524-c2ee-4154-813c-0eee602357bf tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696175 Sep 23 11:26:28.690821 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b078b3e8-d269-4a98-b039-5879e81b926e x-openstack-request-id: req-b078b3e8-d269-4a98-b039-5879e81b926e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:28.691621 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fa26a0-f886-4b88-949d-437fa5604f1b", "name": "network-vif-plugged", "status": "completed", "tag": "780a5888-415d-4935-b139-746b2366ed71", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:28.691920 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b078b3e8-d269-4a98-b039-5879e81b926e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:28.692324 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa26a0-f886-4b88-949d-437fa5604f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780a5888-415d-4935-b139-746b2366ed71', 'code': 200} Sep 23 11:26:28.693054 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=22c23786-f085-4908-89dd-87f26d6bf1e9,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:28.778586 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:28.787119 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.826060 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-95802768-1ba6-45a4-aa8b-cc502b4df0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.830670 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-95802768-1ba6-45a4-aa8b-cc502b4df0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:28.835579 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-95802768-1ba6-45a4-aa8b-cc502b4df0a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0120ebea-e94e-4c56-8334-b1e5614c311b HTTP/1.1" status: 204 len: 168 time: 0.3545074 Sep 23 11:26:28.849837 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95802768-1ba6-45a4-aa8b-cc502b4df0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0120ebea-e94e-4c56-8334-b1e5614c311b,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:28.900381 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Transition to ACTIVE for port object 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:26:28.950306 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0df3-99c3-4d2d-8c01-ff7f1575fb82 req-aa305fbc-ed4d-4628-9e49-91b1cfdbec3b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:28.951960 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3e5f0df3-99c3-4d2d-8c01-ff7f1575fb82 req-aa305fbc-ed4d-4628-9e49-91b1cfdbec3b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.1688342 Sep 23 11:26:28.961476 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5725422-9d77-4634-ba45-023128d761f8 req-7ee9d871-fcb9-4293-9db9-39947e5524ea tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:28.963077 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e5725422-9d77-4634-ba45-023128d761f8 req-7ee9d871-fcb9-4293-9db9-39947e5524ea tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 932 time: 0.1714466 Sep 23 11:26:28.985001 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:29.079715 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3e5f0df3-99c3-4d2d-8c01-ff7f1575fb82 req-bb053f9f-0830-4d21-9f65-ff2294cc76ba tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155996 Sep 23 11:26:29.086548 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Pushing event updated for resources: {'Port': ['ID=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:29.094021 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e5725422-9d77-4634-ba45-023128d761f8 req-6fa04771-58a2-47be-bd97-1401ca7fc9c7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235402 Sep 23 11:26:29.167579 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Attempting to bind port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:29.169230 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Attempting to bind port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:29.169995 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Attempting to bind port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e on network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:29.180129 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e on network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:26:29.180627 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Attempting to bind port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e on network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:29.193552 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:29.194154 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Checking segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:29.194784 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Bound using segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:29.195846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Bound port: 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:29.196330 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:29.401516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] For port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:29.410913 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] For port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:29.500215 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:29.542527 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e3d8-79df-4661-b37b-9a725d559b45 req-a04f154d-cc99-49cd-b084-911fdf697ce6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:29.545902 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a45e3d8-79df-4661-b37b-9a725d559b45 req-a04f154d-cc99-49cd-b084-911fdf697ce6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 943 time: 0.1274123 Sep 23 11:26:29.607999 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:26:29.648819 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:29.649740 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:29.651787 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] 10.222.0.22 "PUT /v2.0/ports/7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e HTTP/1.1" status: 200 len: 1094 time: 2.0944378 Sep 23 11:26:29.711339 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1dd65-c14d-4b86-97cf-b585d3e123dd service neutron] Pushing event updated for resources: {'Port': ['ID=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:29.740965 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b9675-62eb-4fbb-8f8d-f9136e70c5ef req-94d007d9-8f87-4f9d-9ed4-4f39f7ad34a8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:29.743771 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a45b9675-62eb-4fbb-8f8d-f9136e70c5ef req-94d007d9-8f87-4f9d-9ed4-4f39f7ad34a8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.2460220 Sep 23 11:26:29.759648 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a45e3d8-79df-4661-b37b-9a725d559b45 req-eb48a66d-ecce-4265-90d0-fa5c50d1e24b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576302 Sep 23 11:26:29.791106 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:29.848572 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598', 'network_id': '16a77eb5-1d36-4419-b0e9-a609c954cdf0', 'port_id': '2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598', 'mac_address': 'fa:16:3e:57:9e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da23b2-90fc-4a24-9916-f114dbced38b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:26:29.876072 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a45b9675-62eb-4fbb-8f8d-f9136e70c5ef req-0297a7b1-4432-4d16-b6a5-26998a4ecb41 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079731 Sep 23 11:26:29.945693 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:29.976253 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:30.023037 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b98c7-a8b1-497f-ad18-ee182958de58 req-129ec836-c6df-45cf-b6e5-2cc5235bac00 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:30.025735 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-854b98c7-a8b1-497f-ad18-ee182958de58 req-129ec836-c6df-45cf-b6e5-2cc5235bac00 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 946 time: 0.1278851 Sep 23 11:26:30.060521 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:30.085024 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-854b98c7-a8b1-497f-ad18-ee182958de58 req-76dbb495-cc0c-44a8-8559-c58542005cd1 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507324 Sep 23 11:26:30.146794 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:30.240971 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:30.353591 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266497bd-0a32-478c-a967-351197f6fda5', 'tag': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:30.355914 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e984089d-bb68-4710-a843-00a372ddf86b" -d '{"events": [{"name": "network-changed", "server_uuid": "266497bd-0a32-478c-a967-351197f6fda5", "tag": "7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:30.377188 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a94c-9ae3-47d2-a477-f5bcc3b907b8 req-52278cb2-ed37-494e-b59e-fb658a605cbe tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:30.380332 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd12a94c-9ae3-47d2-a477-f5bcc3b907b8 req-52278cb2-ed37-494e-b59e-fb658a605cbe tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.1554012 Sep 23 11:26:30.407555 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6060e-bb90-45b0-8653-5d429471a5d0 req-6e07e422-6652-44f8-9a57-26dedfc970df tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:30.409209 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f9f6060e-bb90-45b0-8653-5d429471a5d0 req-6e07e422-6652-44f8-9a57-26dedfc970df tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 944 time: 0.1252606 Sep 23 11:26:30.452212 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56500) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:30.455057 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd12a94c-9ae3-47d2-a477-f5bcc3b907b8 req-d2d96ac7-ff7c-4dff-b9f1-b3c3e6938144 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655272 Sep 23 11:26:30.476033 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f9f6060e-bb90-45b0-8653-5d429471a5d0 req-5849ed6b-381b-4836-993c-935f79774e93 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555854 Sep 23 11:26:30.519507 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ddee9a-6e63-4e77-9144-db06398bc688 x-openstack-request-id: req-40ddee9a-6e63-4e77-9144-db06398bc688 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:30.520689 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266497bd-0a32-478c-a967-351197f6fda5", "tag": "7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:30.520969 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40ddee9a-6e63-4e77-9144-db06398bc688 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:30.521388 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266497bd-0a32-478c-a967-351197f6fda5', 'tag': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'status': 'completed', 'code': 200} Sep 23 11:26:30.634139 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-490018982-network', 'tenant_id': '98ef9e2749f44e8aa4584a14b6b3a1df'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:30.693236 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb973bb5-b31f-4177-b0e9-8a5140093ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c23786-f085-4908-89dd-87f26d6bf1e9'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:30.695678 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c54360-d22b-4463-91f4-f28aa4e31e60" -d '{"events": [{"server_uuid": "bb973bb5-b31f-4177-b0e9-8a5140093ab0", "name": "network-vif-plugged", "status": "completed", "tag": "22c23786-f085-4908-89dd-87f26d6bf1e9"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:30.734177 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222611d-e1c2-43be-8923-d7aefc03e18d x-openstack-request-id: req-8222611d-e1c2-43be-8923-d7aefc03e18d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:30.734468 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb973bb5-b31f-4177-b0e9-8a5140093ab0", "name": "network-vif-plugged", "status": "completed", "tag": "22c23786-f085-4908-89dd-87f26d6bf1e9", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:30.734715 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8222611d-e1c2-43be-8923-d7aefc03e18d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:30.735120 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb973bb5-b31f-4177-b0e9-8a5140093ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c23786-f085-4908-89dd-87f26d6bf1e9', 'code': 200} Sep 23 11:26:30.754737 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Made reservation on behalf of 98ef9e2749f44e8aa4584a14b6b3a1df for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:26:30.757414 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:30.766789 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:30.885746 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:30.915426 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269663e-615a-4409-8df8-69910d2b4a1a req-5b06d324-cec7-4a7e-8a7d-a1ca47e85c70 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:30.917027 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d269663e-615a-4409-8df8-69910d2b4a1a req-5b06d324-cec7-4a7e-8a7d-a1ca47e85c70 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 944 time: 0.0538011 Sep 23 11:26:30.967197 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d269663e-615a-4409-8df8-69910d2b4a1a req-7b9f0de1-66de-40e1-b4a1-47ee4c63efaf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Sep 23 11:26:30.994846 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:31.023013 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:26:31.033256 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc6e1b-288a-4062-b465-5a7f95d19fdf,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:31.035204 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1a7f-15fa-4c7c-9c74-006bd8b24a94 req-5bccb1a4-9750-48b9-88b1-6da5e6950889 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:31.041047 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d2a1a7f-15fa-4c7c-9c74-006bd8b24a94 req-5bccb1a4-9750-48b9-88b1-6da5e6950889 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.0691559 Sep 23 11:26:31.043523 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:31.043847 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Added segment 73cbbdf3-b796-4352-bbef-2eb6800f7a9b of type vlan for network 6e03e555-3e8d-4223-99f8-b45c2168587d Sep 23 11:26:31.088773 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d2a1a7f-15fa-4c7c-9c74-006bd8b24a94 req-32c9a35b-0aa9-411c-81ba-0722e504a101 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456212 Sep 23 11:26:31.098646 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:31.240803 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:31.240803 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:31.240803 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:31.278485 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0f17f-ed21-4bfe-8436-fc5dd9515862 req-59213af7-dbaf-44f8-836a-928563e051b8 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:31.281151 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-84d0f17f-ed21-4bfe-8436-fc5dd9515862 req-59213af7-dbaf-44f8-836a-928563e051b8 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 946 time: 0.0815949 Sep 23 11:26:31.352316 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-84d0f17f-ed21-4bfe-8436-fc5dd9515862 req-daf972b6-ab7a-408f-a693-da94f7431f59 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528429 Sep 23 11:26:31.366967 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6e03e555-3e8d-4223-99f8-b45c2168587d,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:31.376716 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-2379f4d5-8823-479c-aa39-670939b8b1b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9182019 Sep 23 11:26:31.377703 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 56518) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:31.380719 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 6e03e555-3e8d-4223-99f8-b45c2168587d details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:26:31.383947 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Request body: {'subnet': {'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-490018982-subnet', 'tenant_id': '98ef9e2749f44e8aa4584a14b6b3a1df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:31.486459 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Made reservation on behalf of 98ef9e2749f44e8aa4584a14b6b3a1df for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:26:31.489022 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:31.863467 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:26:32.010308 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968578aa-9da9-4800-96b8-6f669b825db9 req-e9140ac6-0681-422e-98bd-6513dacec1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:32.011960 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-e9140ac6-0681-422e-98bd-6513dacec1cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4488223 Sep 23 11:26:32.024126 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984089d-bb68-4710-a843-00a372ddf86b req-ebe70f10-9b97-4ba1-a0b2-d203f0979678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:32.025642 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e984089d-bb68-4710-a843-00a372ddf86b req-ebe70f10-9b97-4ba1-a0b2-d203f0979678 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 1097 time: 0.4054296 Sep 23 11:26:32.035579 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89397397-0e4f-4a30-8eb1-498760f5f8db req-72a28f74-d11d-4539-974f-875d958f66bc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:32.039520 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89397397-0e4f-4a30-8eb1-498760f5f8db req-72a28f74-d11d-4539-974f-875d958f66bc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.4737980 Sep 23 11:26:32.106665 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8470f-f469-46c6-89b6-0cba4d750b04 req-b2a43c36-a7f6-41d5-bb22-797b63b7005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:32.108338 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-eed8470f-f469-46c6-89b6-0cba4d750b04 req-b2a43c36-a7f6-41d5-bb22-797b63b7005d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 1098 time: 0.1745234 Sep 23 11:26:32.133889 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-eed8470f-f469-46c6-89b6-0cba4d750b04 req-d08ddc10-9720-4a2b-af57-cae6816e4ff6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:32.225368 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa5a-603d-404d-ba31-46e60fd5d637 req-e37ac636-fc1d-431d-88a8-fa6a94542e88 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:32.228193 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bccafa5a-603d-404d-ba31-46e60fd5d637 req-e37ac636-fc1d-431d-88a8-fa6a94542e88 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 944 time: 0.6377504 Sep 23 11:26:32.257726 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-eed8470f-f469-46c6-89b6-0cba4d750b04 req-d08ddc10-9720-4a2b-af57-cae6816e4ff6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:32.360793 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-eed8470f-f469-46c6-89b6-0cba4d750b04 req-d08ddc10-9720-4a2b-af57-cae6816e4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:32.399106 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-eed8470f-f469-46c6-89b6-0cba4d750b04 req-d08ddc10-9720-4a2b-af57-cae6816e4ff6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816918 Sep 23 11:26:32.415452 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:26:32.418049 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ddc10-9720-4a2b-af57-cae6816e4ff6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=210cf4d7-af5c-438a-8037-b6de9c0826e2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:32.717412 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b569ac-6231-43ff-b6de-d9e80f6bea73 req-4a3bea92-a466-4789-83ca-8de8fcfddd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:32.719087 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-10b569ac-6231-43ff-b6de-d9e80f6bea73 req-4a3bea92-a466-4789-83ca-8de8fcfddd65 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 1099 time: 0.7333152 Sep 23 11:26:32.729469 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89397397-0e4f-4a30-8eb1-498760f5f8db req-0f4883f6-c2af-4576-84f9-37e4c0b2e615 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324753 Sep 23 11:26:32.735473 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984089d-bb68-4710-a843-00a372ddf86b req-a3342f58-4d71-4461-900b-1e73a368938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:32.737039 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e984089d-bb68-4710-a843-00a372ddf86b req-a3342f58-4d71-4461-900b-1e73a368938a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=49d3bc41d6d04dba8230341490cbac4f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6969788 Sep 23 11:26:32.747389 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bccafa5a-603d-404d-ba31-46e60fd5d637 req-911ed04f-26b7-488d-a476-8f90932d2fbd tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788345 Sep 23 11:26:32.882025 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-e199d576-cce5-400d-99f8-80ea65f50907 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746342 Sep 23 11:26:32.912419 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:32.978308 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-10b569ac-6231-43ff-b6de-d9e80f6bea73 req-9411e3b2-92a3-428d-83ee-04689e52eeca service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457983 Sep 23 11:26:33.195162 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44caa12-23fd-4599-9880-437ef3d9f660 req-e54acf32-86f9-4cd3-b457-56c65ad57d6b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.196853 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a44caa12-23fd-4599-9880-437ef3d9f660 req-e54acf32-86f9-4cd3-b457-56c65ad57d6b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.3762662 Sep 23 11:26:33.209307 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984089d-bb68-4710-a843-00a372ddf86b req-caa42e94-9e26-49c4-872a-b73ee08a6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.210903 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e984089d-bb68-4710-a843-00a372ddf86b req-caa42e94-9e26-49c4-872a-b73ee08a6efe service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4614923 Sep 23 11:26:33.254929 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5b034-048b-4974-9c45-222fe9973fce req-63fd5211-164e-4e9c-8e50-2d30f30e4698 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.256651 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8be5b034-048b-4974-9c45-222fe9973fce req-63fd5211-164e-4e9c-8e50-2d30f30e4698 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 944 time: 0.3696141 Sep 23 11:26:33.257342 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a5530d-05dc-48fe-bd62-a98994c85aa7,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:33.323378 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-968578aa-9da9-4800-96b8-6f669b825db9 req-5160ce7e-8f2e-4835-9ce7-2a34bb52a91f service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239461 Sep 23 11:26:33.337175 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Checking segment: {'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:33.338866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Network hostable DHCP agents. Network: 6e03e555-3e8d-4223-99f8-b45c2168587d, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:26:33.359580 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a44caa12-23fd-4599-9880-437ef3d9f660 req-541b6661-f1bf-4e2b-ac8c-ae48e8696ca6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423805 Sep 23 11:26:33.392406 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-aa67e677-4267-47e5-a492-ab5042ae41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.395221 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-aa67e677-4267-47e5-a492-ab5042ae41f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 1097 time: 0.1206527 Sep 23 11:26:33.398474 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8be5b034-048b-4974-9c45-222fe9973fce req-169cc6bb-3dd6-498d-a9b5-15db5d4683f4 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216860 Sep 23 11:26:33.451307 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-5b2f1a24-0ba2-4ac6-928d-b767fdea8cbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e HTTP/1.1" status: 200 len: 217 time: 0.0473316 Sep 23 11:26:33.526968 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Network 6e03e555-3e8d-4223-99f8-b45c2168587d is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:26:33.527861 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:33.575471 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-3f307814-e511-4e00-a047-f7bdb8e583cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.575471 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-3f307814-e511-4e00-a047-f7bdb8e583cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.1017923 Sep 23 11:26:33.583644 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-ddcc0909-7666-4bd4-86c2-b00c0d1bac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.585287 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-ddcc0909-7666-4bd4-86c2-b00c0d1bac7c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 1096 time: 0.1332152 Sep 23 11:26:33.594493 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6d851-8ddc-453c-8636-78b28fe4d701 req-42fd1ed6-49b3-4f7e-8744-060fffbcd9f0 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.596092 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3db6d851-8ddc-453c-8636-78b28fe4d701 req-42fd1ed6-49b3-4f7e-8744-060fffbcd9f0 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 946 time: 0.1468225 Sep 23 11:26:33.634744 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 6e03e555-3e8d-4223-99f8-b45c2168587d) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:26:33.646385 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96656c31-4d76-4604-95ff-126cd55d53a2 None None] Network 6e03e555-3e8d-4223-99f8-b45c2168587d requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:26:33.657323 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.657937 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:33.719465 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:26:33.730764 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:33.731071 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:33.752020 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3db6d851-8ddc-453c-8636-78b28fe4d701 req-c03a7bc4-2d14-4528-918c-0495c6389ea1 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461976 Sep 23 11:26:33.780511 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-fe5f6608-3749-4dad-88c1-736bb6a7ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.783540 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-fe5f6608-3749-4dad-88c1-736bb6a7ea81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1973350 Sep 23 11:26:33.787185 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-792acb18-1557-4589-9298-87ebd45c0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:33.793032 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-792acb18-1557-4589-9298-87ebd45c0875 service neutron] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 917 time: 0.1957123 Sep 23 11:26:33.881992 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-82ecf0ae-d85f-4fe7-a58e-ddc350f7f5af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5024004 Sep 23 11:26:33.895567 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876bdf4-d59e-43cd-9887-42285cf5125c None None] Network 6e03e555-3e8d-4223-99f8-b45c2168587d requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:26:33.935768 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-00e8fff2-6081-47a1-883d-700cd01402d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11a27ad0-4f6e-4faa-b587-e74af1857535 HTTP/1.1" status: 200 len: 217 time: 0.1312938 Sep 23 11:26:34.105589 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:34.154133 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49011ee7-5a4c-4565-9410-0e9b7a755406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:34.156596 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b689f467-7af4-42b1-9f35-f5e8b60f496b" -d '{"events": [{"server_uuid": "49011ee7-5a4c-4565-9410-0e9b7a755406", "name": "network-vif-plugged", "status": "completed", "tag": "2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:34.172511 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:34.274437 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:34.275738 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device e09869c6-a23e-4fb5-945f-764409aa7471 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:34.309267 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-fc951f09-0b12-4155-82fe-79cb1367dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:34.310837 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-fc951f09-0b12-4155-82fe-79cb1367dd4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.3641105 Sep 23 11:26:34.343546 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936fc2f-d0c5-4125-90d1-35df0d3f667d req-bb96c7fa-5137-43be-bf23-f0bb84a295a9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:34.351235 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2936fc2f-d0c5-4125-90d1-35df0d3f667d req-bb96c7fa-5137-43be-bf23-f0bb84a295a9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 944 time: 0.4790113 Sep 23 11:26:34.362565 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d31656-4934-4718-9f72-5a514d6f924f req-ab2a6ecb-f17e-4a12-ab77-709e1706495e tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:34.364579 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-80d31656-4934-4718-9f72-5a514d6f924f req-ab2a6ecb-f17e-4a12-ab77-709e1706495e tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.4246268 Sep 23 11:26:34.376119 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:34.389755 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-ae8fbd1a-d72b-4e06-a285-f4e24b5551b4 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954688 Sep 23 11:26:34.458162 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port e09869c6-a23e-4fb5-945f-764409aa7471 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:26:34.463384 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port e09869c6-a23e-4fb5-945f-764409aa7471 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:34.464003 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:34.496495 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2936fc2f-d0c5-4125-90d1-35df0d3f667d req-9992acf8-443e-49b0-a0f5-2640615f4c57 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439407 Sep 23 11:26:34.586882 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02062458-7d9b-4beb-ae4e-a12b1a38b392 x-openstack-request-id: req-02062458-7d9b-4beb-ae4e-a12b1a38b392 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:34.586882 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49011ee7-5a4c-4565-9410-0e9b7a755406", "name": "network-vif-plugged", "status": "completed", "tag": "2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:34.586882 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02062458-7d9b-4beb-ae4e-a12b1a38b392 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:34.586882 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49011ee7-5a4c-4565-9410-0e9b7a755406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598', 'code': 200} Sep 23 11:26:34.627209 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:34.633071 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-c17d7e25-f084-400d-986b-2923c9d76e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:34.634729 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-c17d7e25-f084-400d-986b-2923c9d76e4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3112543 Sep 23 11:26:34.641728 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-80d31656-4934-4718-9f72-5a514d6f924f req-2989e4ce-edee-4a6e-9a47-e62d9fa9d5d7 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505331 Sep 23 11:26:34.645932 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38488725-bebf-4cfe-9d17-cc6981e4022a req-7c00bab6-d868-4a27-a1bd-fb2688b6a266 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338107 Sep 23 11:26:34.704906 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port e09869c6-a23e-4fb5-945f-764409aa7471, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e09869c6-a23e-4fb5-945f-764409aa7471,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:34.796567 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db5035-4334-4e38-858c-70981b6d5b57 req-1ea42000-0812-455b-8eb7-56e0b8a97d23 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:34.798356 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d0db5035-4334-4e38-858c-70981b6d5b57 req-1ea42000-0812-455b-8eb7-56e0b8a97d23 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1625855 Sep 23 11:26:34.806845 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:34.896477 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-1838cc7d-53b0-4d66-9eae-da963b773b2e service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153430 Sep 23 11:26:34.905760 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=e09869c6-a23e-4fb5-945f-764409aa7471,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:34.920870 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efa9aa-106a-4ee9-94e9-3f0c105d6ae9 req-8fd0a176-824e-4dbc-996b-f027a619e2bf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:34.925818 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-56efa9aa-106a-4ee9-94e9-3f0c105d6ae9 req-8fd0a176-824e-4dbc-996b-f027a619e2bf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1960306 Sep 23 11:26:34.934427 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d0db5035-4334-4e38-858c-70981b6d5b57 req-aa1c28cc-3fe6-4fbe-9a41-1a8fb526f47a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247640 Sep 23 11:26:35.069586 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-56efa9aa-106a-4ee9-94e9-3f0c105d6ae9 req-b84403be-ab09-4c18-bf6d-a2b2cec5d999 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338255 Sep 23 11:26:35.182495 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c973dc-1df6-42fd-8685-17a4996ad1ba req-3a81607d-da6b-460a-bb57-b7eb2e478216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:35.184002 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31c973dc-1df6-42fd-8685-17a4996ad1ba req-3a81607d-da6b-460a-bb57-b7eb2e478216 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 1098 time: 0.1356878 Sep 23 11:26:35.200820 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a35e7ad9-1871-4647-ab33-86be4ca87c57 req-eefa57f3-5404-4a86-844d-3b183ac2709c service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735994 Sep 23 11:26:35.211084 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d6bc3-8ee0-423e-b303-bea7f5132c40 req-2478744b-ed43-49fc-80d3-253e858f5aab tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:35.212688 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-636d6bc3-8ee0-423e-b303-bea7f5132c40 req-2478744b-ed43-49fc-80d3-253e858f5aab tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 946 time: 0.1705999 Sep 23 11:26:35.258488 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31c973dc-1df6-42fd-8685-17a4996ad1ba req-5f03d953-6a9a-432b-b344-acc6848220d1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657039 Sep 23 11:26:35.284769 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-636d6bc3-8ee0-423e-b303-bea7f5132c40 req-9e1106dc-f611-439c-a48e-4cd7b14e8f4d tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557878 Sep 23 11:26:35.634481 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231aa09-9de9-4156-8a41-f1c7565028b4 req-e397b17e-a4d8-42d4-9f14-d47a48a90f7e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:35.636176 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9231aa09-9de9-4156-8a41-f1c7565028b4 req-e397b17e-a4d8-42d4-9f14-d47a48a90f7e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 944 time: 0.0623238 Sep 23 11:26:35.699953 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9231aa09-9de9-4156-8a41-f1c7565028b4 req-c76249d2-16e5-4873-8f48-45d3efaa5ba0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529940 Sep 23 11:26:35.807164 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4cdbd-ed62-43eb-9bf1-949b433760e0 req-5e17a10d-8257-4757-bbe7-e248852681d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:35.808867 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50a4cdbd-ed62-43eb-9bf1-949b433760e0 req-5e17a10d-8257-4757-bbe7-e248852681d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.0660057 Sep 23 11:26:35.876684 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50a4cdbd-ed62-43eb-9bf1-949b433760e0 req-f59d24d7-201e-48e1-b05a-23650c800407 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551126 Sep 23 11:26:36.113288 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99150fac-b229-4b53-9790-7078d4a06520 req-aaed3245-39e1-4fea-b8ac-3c717a4b0894 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:36.115283 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-99150fac-b229-4b53-9790-7078d4a06520 req-aaed3245-39e1-4fea-b8ac-3c717a4b0894 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.0726357 Sep 23 11:26:36.176917 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-99150fac-b229-4b53-9790-7078d4a06520 req-30a4a246-e00d-4e02-b736-c6a1c7071f8e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553942 Sep 23 11:26:36.225304 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192a36f-c743-4a01-8d5b-85e0bb8c0a2d req-9a7fb4d0-4c8d-48d0-b508-70144a875c60 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:36.227588 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a192a36f-c743-4a01-8d5b-85e0bb8c0a2d req-9a7fb4d0-4c8d-48d0-b508-70144a875c60 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0689607 Sep 23 11:26:36.273512 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a192a36f-c743-4a01-8d5b-85e0bb8c0a2d req-f6138442-d725-46c1-9421-b3a92495a989 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Sep 23 11:26:36.588013 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126510d3-9af2-4935-886e-f98b5c3f26a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09869c6-a23e-4fb5-945f-764409aa7471'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:36.590687 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e89904-dc3b-4d28-bc41-17dd8ad59e0d" -d '{"events": [{"server_uuid": "126510d3-9af2-4935-886e-f98b5c3f26a4", "name": "network-vif-plugged", "status": "completed", "tag": "e09869c6-a23e-4fb5-945f-764409aa7471"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:36.639612 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36995b2-fbb4-4893-8c78-97ecd3e32806 x-openstack-request-id: req-f36995b2-fbb4-4893-8c78-97ecd3e32806 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:36.640078 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126510d3-9af2-4935-886e-f98b5c3f26a4", "name": "network-vif-plugged", "status": "completed", "tag": "e09869c6-a23e-4fb5-945f-764409aa7471", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:36.640512 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f36995b2-fbb4-4893-8c78-97ecd3e32806 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:36.641300 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126510d3-9af2-4935-886e-f98b5c3f26a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09869c6-a23e-4fb5-945f-764409aa7471', 'code': 200} Sep 23 11:26:36.695293 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-b154b0f5-20b8-4b17-af28-daecc1bb94ce tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:36.697215 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-b154b0f5-20b8-4b17-af28-daecc1bb94ce tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/networks?id=6e03e555-3e8d-4223-99f8-b45c2168587d HTTP/1.1" status: 200 len: 808 time: 0.1330264 Sep 23 11:26:36.724912 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-97add79d-a8e3-4527-891d-553526a6409d tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/quotas/98ef9e2749f44e8aa4584a14b6b3a1df HTTP/1.1" status: 200 len: 375 time: 0.0147972 Sep 23 11:26:36.783992 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-6ffb0656-2690-40cf-a251-7be60c3d5c9d tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98ef9e2749f44e8aa4584a14b6b3a1df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491726 Sep 23 11:26:37.078959 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd9e39-7068-4035-953a-225349ab45f7 req-26fa121a-e43b-4d8a-a7c5-096b7ada43ae tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:37.081276 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4ccd9e39-7068-4035-953a-225349ab45f7 req-26fa121a-e43b-4d8a-a7c5-096b7ada43ae tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 944 time: 0.2385216 Sep 23 11:26:37.088712 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-c0cec260-6486-46d2-94e7-8d287e0f2dcf service neutron] 10.222.0.13 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902637 Sep 23 11:26:37.143091 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d870b8a-d34c-4fad-bd22-885a731dc217 req-3d3889e5-a44e-451d-91b6-5239557cf48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:37.146159 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d870b8a-d34c-4fad-bd22-885a731dc217 req-3d3889e5-a44e-451d-91b6-5239557cf48f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1098 time: 0.1765006 Sep 23 11:26:37.224649 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4ccd9e39-7068-4035-953a-225349ab45f7 req-48b074b1-10ea-488e-9784-0196c8aaec3d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315606 Sep 23 11:26:37.279428 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d870b8a-d34c-4fad-bd22-885a731dc217 req-cc3cf085-d036-40b4-a3ef-462692e7e632 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143103 Sep 23 11:26:37.350315 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-24a03432-2138-4f46-bc04-b944396b9a98 service neutron] 10.222.0.13 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392328 Sep 23 11:26:37.377024 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca653f-de59-43e5-8df2-ae23dde9f69a req-f300f5fb-f543-4298-8343-e3ddad3e3a5b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:37.379395 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4ca653f-de59-43e5-8df2-ae23dde9f69a req-f300f5fb-f543-4298-8343-e3ddad3e3a5b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.0681527 Sep 23 11:26:37.431124 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4ca653f-de59-43e5-8df2-ae23dde9f69a req-0e38e6ba-fc93-45c6-b1a3-06fdda250272 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416634 Sep 23 11:26:37.548966 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:26:37.608804 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20956a9a-5f9e-4c3f-9de3-75d7a9fd1887 req-3018a8ed-a4ff-47aa-91ee-3e3d7671d738 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:37.610516 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20956a9a-5f9e-4c3f-9de3-75d7a9fd1887 req-3018a8ed-a4ff-47aa-91ee-3e3d7671d738 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0691216 Sep 23 11:26:37.669078 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20956a9a-5f9e-4c3f-9de3-75d7a9fd1887 req-f80c6ee9-d9ce-4796-8722-85113d5384bf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505173 Sep 23 11:26:37.730976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:37.765338 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'port_id': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'mac_address': 'fa:16:3e:06:21:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:26:37.843151 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:37.870462 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:37.929235 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:38.012359 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:38.013436 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:26:38.232737 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:38.261255 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:38.276059 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'port_id': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'mac_address': 'fa:16:3e:16:14:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:26:38.325485 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:38.340287 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a27ad0-4f6e-4faa-b587-e74af1857535 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:38.370785 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:38.435273 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:38.506564 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b350d575-5a27-4f31-839c-2b133b8cd35c req-9aa2d83b-5366-46b9-a9d5-73a5bd5bd14c tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 210 time: 0.0636587 Sep 23 11:26:38.569548 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:38.587727 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-596e9e92-d6c6-4b3f-bb9e-74996b3ad5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:38.589244 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-596e9e92-d6c6-4b3f-bb9e-74996b3ad5e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 1098 time: 0.0618751 Sep 23 11:26:38.775843 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-d1509703-6757-4b77-94d7-c95b18fd0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:38.778752 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-d1509703-6757-4b77-94d7-c95b18fd0222 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 920 time: 0.1640620 Sep 23 11:26:38.859261 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-18671f27-bb83-422e-a682-d2b652a0f5ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 HTTP/1.1" status: 200 len: 217 time: 0.0709031 Sep 23 11:26:38.897183 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:26:38.939377 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['11a27ad0-4f6e-4faa-b587-e74af1857535'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:26:38.961783 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-014bebb0-ef0c-4842-8d39-1a71da0b549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:38.964231 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-014bebb0-ef0c-4842-8d39-1a71da0b549f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.0887225 Sep 23 11:26:39.026271 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-c7f49ea6-1f0c-4580-9030-9785da558618 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502191 Sep 23 11:26:39.135611 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56752) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:39.232352 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-34e3fb1c-4808-4740-815f-7bf57f212534 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959858 Sep 23 11:26:39.422993 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f10f916e-7f70-4d99-b2a7-cd325e56f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:39.463228 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-129dfdf0-66fd-48a1-b4c8-36a4c8950019 req-9352b885-8d07-4a1a-b930-320ec0a2d73f service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244885 Sep 23 11:26:39.475338 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fdf61-63e9-41d0-b0b7-aebf1fc600ad req-d2d16380-eb4d-4055-be4a-624a9bd0e1be tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:39.477041 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-241fdf61-63e9-41d0-b0b7-aebf1fc600ad req-d2d16380-eb4d-4055-be4a-624a9bd0e1be tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 945 time: 0.1265440 Sep 23 11:26:39.523478 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-241fdf61-63e9-41d0-b0b7-aebf1fc600ad req-29321791-98d8-4e9c-92ca-4f71c5c286f5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Sep 23 11:26:39.562268 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f10f916e-7f70-4d99-b2a7-cd325e56f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:39.664499 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c37a1-6760-46c1-a13b-5dd02ff29e50 req-2311eb22-3f9e-4f4a-8914-798a19480596 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:39.666068 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-507c37a1-6760-46c1-a13b-5dd02ff29e50 req-2311eb22-3f9e-4f4a-8914-798a19480596 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0561912 Sep 23 11:26:39.709991 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f10f916e-7f70-4d99-b2a7-cd325e56f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:39.710951 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-507c37a1-6760-46c1-a13b-5dd02ff29e50 req-99f2565d-0114-424a-8af5-42fdecc65884 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Sep 23 11:26:39.793469 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f916e-7f70-4d99-b2a7-cd325e56f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedc7d38-ad2a-488d-b100-b08fdb5a5930,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:39.814392 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-f10f916e-7f70-4d99-b2a7-cd325e56f8e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41ecd6b5c57743faa2001dcc735e166a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755376 Sep 23 11:26:39.817933 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56776) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:39.941463 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-987d27d5-0edc-415a-b65d-c7a4c14b280a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:39.945832 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8aab2d-14d5-43c5-9674-28232bb05127 req-ecce02a3-b03c-401b-9704-06060f21cc71 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:39.948877 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f8aab2d-14d5-43c5-9674-28232bb05127 req-ecce02a3-b03c-401b-9704-06060f21cc71 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.1359527 Sep 23 11:26:39.959151 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a27f94fa-be16-498c-98f3-9b0b5e434611 req-5cf9732f-98ef-444a-9365-2ab1e7ee3201 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 210 time: 0.0728824 Sep 23 11:26:39.987591 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-987d27d5-0edc-415a-b65d-c7a4c14b280a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.010744 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f8aab2d-14d5-43c5-9674-28232bb05127 req-3f3552a5-e3f3-4b58-802b-f4a48cc17ea7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503983 Sep 23 11:26:40.131846 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56782) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:40.142822 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-987d27d5-0edc-415a-b65d-c7a4c14b280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.146107 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-987d27d5-0edc-415a-b65d-c7a4c14b280a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.147305 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-987d27d5-0edc-415a-b65d-c7a4c14b280a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dedc7d38-ad2a-488d-b100-b08fdb5a5930 HTTP/1.1" status: 204 len: 168 time: 0.3284121 Sep 23 11:26:40.155665 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d27d5-0edc-415a-b65d-c7a4c14b280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedc7d38-ad2a-488d-b100-b08fdb5a5930,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:40.264753 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9bbdcfe8-e31c-4eb1-b0fb-c05b204884aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.375310 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9bbdcfe8-e31c-4eb1-b0fb-c05b204884aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.520964 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9bbdcfe8-e31c-4eb1-b0fb-c05b204884aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.572703 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9bbdcfe8-e31c-4eb1-b0fb-c05b204884aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eb8f9c080404b6b9f18c877e9bc2b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395125 Sep 23 11:26:40.572962 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 56794) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:40.574379 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdcfe8-e31c-4eb1-b0fb-c05b204884aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da26bd4d-490b-495d-a4cc-29e4d4c98d41,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:40.692837 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.726612 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d18b8-e388-43b6-aba4-5447c922ad94 req-3607427c-ff94-4881-bfc5-3c63b59a7ebd tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:40.728244 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e15d18b8-e388-43b6-aba4-5447c922ad94 req-3607427c-ff94-4881-bfc5-3c63b59a7ebd tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 945 time: 0.0957644 Sep 23 11:26:40.733698 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.800467 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e15d18b8-e388-43b6-aba4-5447c922ad94 req-1b593407-5676-4596-a18b-461aae1e3b2b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588186 Sep 23 11:26:40.859124 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56798) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:40.873693 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:40.875214 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9854dfc-d20e-48f0-b980-09fb86028be1 req-bc0fa8e5-709d-4879-8fa5-30003d547e9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:40.881174 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9854dfc-d20e-48f0-b980-09fb86028be1 req-bc0fa8e5-709d-4879-8fa5-30003d547e9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0794504 Sep 23 11:26:40.973549 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9854dfc-d20e-48f0-b980-09fb86028be1 req-be40751f-ec63-4a41-b88a-bcd0ca3dca91 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825067 Sep 23 11:26:41.040524 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.044814 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.046910 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da26bd4d-490b-495d-a4cc-29e4d4c98d41 HTTP/1.1" status: 204 len: 168 time: 0.4722397 Sep 23 11:26:41.069740 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da26bd4d-490b-495d-a4cc-29e4d4c98d41,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:41.098267 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.098681 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.098946 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.099290 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.099625 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.099957 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.102465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.102465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.102465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.102465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.102465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.102465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ac4b0-1274-4fd7-9248-e57a28fb4356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.159366 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.212412 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.229595 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e5c34329-ae74-4edb-9bd6-20ea52a3d365 req-2d21cc83-264f-4130-a2b8-0096f4ca82f8 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 210 time: 0.0465076 Sep 23 11:26:41.291948 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea8ca2-9b01-4293-a3ae-c1e0f4ff7da6,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:41.296211 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8c33f82e-1f4f-4a48-9551-5c7777d8ebe7 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:41.297849 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8c33f82e-1f4f-4a48-9551-5c7777d8ebe7 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.22 "GET /v2.0/networks?id=6e03e555-3e8d-4223-99f8-b45c2168587d HTTP/1.1" status: 200 len: 808 time: 0.2966728 Sep 23 11:26:41.301420 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd411e0930eb4f8881f47b63e190df29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409297 Sep 23 11:26:41.306323 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56808) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:41.310009 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee13f6-6fcd-496e-9715-d61d6c16894d req-0776c7b4-c3a6-4c78-8a99-cc76f9393d44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:41.311524 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fee13f6-6fcd-496e-9715-d61d6c16894d req-0776c7b4-c3a6-4c78-8a99-cc76f9393d44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.1306727 Sep 23 11:26:41.317041 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.317502 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.317937 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.318489 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.319074 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.319663 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.320256 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.320742 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.321270 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.321794 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.322323 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.322852 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7936db3-c962-4f23-9518-76491ad17cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:41.329869 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Request body: {'port': {'device_id': '59d61380-d791-4f46-8c2e-56e894b71b7b', 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d', 'admin_state_up': True, 'tenant_id': '98ef9e2749f44e8aa4584a14b6b3a1df'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:41.398063 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7946a709-9e7a-4879-9915-5c990a2134cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.421752 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7946a709-9e7a-4879-9915-5c990a2134cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.438971 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fee13f6-6fcd-496e-9715-d61d6c16894d req-bc628d10-0c3d-424e-b749-2cc453c27546 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144271 Sep 23 11:26:41.562263 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:41.583204 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7946a709-9e7a-4879-9915-5c990a2134cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.585768 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7946a709-9e7a-4879-9915-5c990a2134cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.586993 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7946a709-9e7a-4879-9915-5c990a2134cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48ea8ca2-9b01-4293-a3ae-c1e0f4ff7da6 HTTP/1.1" status: 204 len: 168 time: 0.2787931 Sep 23 11:26:41.601023 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946a709-9e7a-4879-9915-5c990a2134cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea8ca2-9b01-4293-a3ae-c1e0f4ff7da6,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:41.686507 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Made reservation on behalf of 98ef9e2749f44e8aa4584a14b6b3a1df for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:26:41.692994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:41.891312 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Allocated IP 172.20.0.12 (6e03e555-3e8d-4223-99f8-b45c2168587d/29a5530d-05dc-48fe-bd62-a98994c85aa7/5361e72d-ab3f-4442-a36c-7b25a988d764) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:26:41.920515 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:26:41.926622 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:41.927239 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.039991 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca131d55-b43d-42fd-99ef-844827c03ea5 req-e5db0fcf-0aa1-4a47-9b7b-a9e780e5225b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:42.047409 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ca131d55-b43d-42fd-99ef-844827c03ea5 req-e5db0fcf-0aa1-4a47-9b7b-a9e780e5225b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 945 time: 0.1359253 Sep 23 11:26:42.067422 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.123768 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266497bd-0a32-478c-a967-351197f6fda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:42.130649 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77fac60-5607-4deb-808d-576d408fe567" -d '{"events": [{"server_uuid": "266497bd-0a32-478c-a967-351197f6fda5", "name": "network-vif-plugged", "status": "completed", "tag": "7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:42.146355 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ca131d55-b43d-42fd-99ef-844827c03ea5 req-ed4297ed-32f4-4ce7-bf7f-4f212788d771 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949833 Sep 23 11:26:42.174307 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:42.194932 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.225476 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45d9900-34a1-437e-8cde-d3a4aca98254 x-openstack-request-id: req-f45d9900-34a1-437e-8cde-d3a4aca98254 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:42.225775 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266497bd-0a32-478c-a967-351197f6fda5", "name": "network-vif-plugged", "status": "completed", "tag": "7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:42.226032 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f45d9900-34a1-437e-8cde-d3a4aca98254 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:42.226429 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266497bd-0a32-478c-a967-351197f6fda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'code': 200} Sep 23 11:26:42.268981 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.269807 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:42.328435 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56834) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:42.377497 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-767fd110-5879-4679-8d99-ba9b9a90f963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.379284 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27f18a-3125-4113-8b3f-b03cdd928d0a req-522b1b7e-f470-4f0d-8f51-2de7c880827e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:42.382213 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ce27f18a-3125-4113-8b3f-b03cdd928d0a req-522b1b7e-f470-4f0d-8f51-2de7c880827e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1792929 Sep 23 11:26:42.487513 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1d2384bd-5a04-4425-8966-dd8f79dbc8b7 req-fc7c4d97-f037-48cc-ba22-a2a7e79fd68f tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 210 time: 0.0572743 Sep 23 11:26:42.487513 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ce27f18a-3125-4113-8b3f-b03cdd928d0a req-6e9066ce-bfb2-47af-bc1b-0d46070b6be7 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661252 Sep 23 11:26:42.535876 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-767fd110-5879-4679-8d99-ba9b9a90f963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.543923 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.548432 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:42.575607 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Network 6e03e555-3e8d-4223-99f8-b45c2168587d is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:26:42.590862 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:26:42.614606 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:26:42.620942 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:42.621738 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.670605 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Pushing event updated for resources: {'Port': ['ID=5361e72d-ab3f-4442-a36c-7b25a988d764,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:42.685768 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-767fd110-5879-4679-8d99-ba9b9a90f963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.692185 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8fa0-9b10-4984-b173-8a97cda9f1a8 req-da73b238-4122-4c80-a18c-af932816820d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:42.695223 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9eef8fa0-9b10-4984-b173-8a97cda9f1a8 req-da73b238-4122-4c80-a18c-af932816820d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.1157532 Sep 23 11:26:42.728956 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-767fd110-5879-4679-8d99-ba9b9a90f963 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e914a378c1ed4cb1a2f6974467dea5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981569 Sep 23 11:26:42.729824 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fd110-5879-4679-8d99-ba9b9a90f963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fa0a53-adcc-41ba-bdbd-a3eeef891924,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:42.732165 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56844) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:42.734506 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9eef8fa0-9b10-4984-b173-8a97cda9f1a8 req-17431552-a941-4591-86c1-5905962a9189 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343537 Sep 23 11:26:42.783267 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 11a27ad0-4f6e-4faa-b587-e74af1857535 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:26:42.787620 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b17c7d42-4261-408e-b83f-7d5cd002022d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.798188 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 11a27ad0-4f6e-4faa-b587-e74af1857535 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:42.798188 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.812076 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b17c7d42-4261-408e-b83f-7d5cd002022d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.884649 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.900000 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-68ac4620-5bdb-418d-9c56-f5b4bcc3c991 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5771077 Sep 23 11:26:42.914820 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Request body: {'port': {'device_id': '59d61380-d791-4f46-8c2e-56e894b71b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:42.919289 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:42.919962 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b6371-2ae2-49a4-9dca-99d549c5ff46 req-866ff13e-65df-434b-a548-738428a85370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:42.921504 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-843b6371-2ae2-49a4-9dca-99d549c5ff46 req-866ff13e-65df-434b-a548-738428a85370 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 1099 time: 0.0562866 Sep 23 11:26:42.977140 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b17c7d42-4261-408e-b83f-7d5cd002022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.979824 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b17c7d42-4261-408e-b83f-7d5cd002022d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:42.981012 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b17c7d42-4261-408e-b83f-7d5cd002022d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4fa0a53-adcc-41ba-bdbd-a3eeef891924 HTTP/1.1" status: 204 len: 168 time: 0.2454464 Sep 23 11:26:42.993330 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c7d42-4261-408e-b83f-7d5cd002022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fa0a53-adcc-41ba-bdbd-a3eeef891924,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:42.999390 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-843b6371-2ae2-49a4-9dca-99d549c5ff46 req-241dadd5-f333-4ed6-a85f-688650f8db9a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633190 Sep 23 11:26:43.001343 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:43.074978 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:43.165758 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:43.356476 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044bab3-a68d-4c44-a854-0cd3479ab0cb req-5d2f9ae1-f33e-4540-aff4-02d74dd82aa5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:43.358054 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f044bab3-a68d-4c44-a854-0cd3479ab0cb req-5d2f9ae1-f33e-4540-aff4-02d74dd82aa5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0839276 Sep 23 11:26:43.416272 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5361e72d-ab3f-4442-a36c-7b25a988d764 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:43.427842 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f044bab3-a68d-4c44-a854-0cd3479ab0cb req-4a80a92f-d143-4ce1-9df3-d358ed120859 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511761 Sep 23 11:26:43.429842 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:43.446503 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Transition to ACTIVE for port object 5361e72d-ab3f-4442-a36c-7b25a988d764 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:26:43.502844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:43.611488 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-acd01103-98d3-4bb7-a04d-4638168ca497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:43.915633 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Pushing event updated for resources: {'Port': ['ID=5361e72d-ab3f-4442-a36c-7b25a988d764,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:43.932811 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Attempting to bind port 5361e72d-ab3f-4442-a36c-7b25a988d764 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:26:43.933144 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Attempting to bind port 5361e72d-ab3f-4442-a36c-7b25a988d764 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:26:43.933468 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Attempting to bind port 5361e72d-ab3f-4442-a36c-7b25a988d764 on network 6e03e555-3e8d-4223-99f8-b45c2168587d {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:43.945939 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Port 5361e72d-ab3f-4442-a36c-7b25a988d764 on network 6e03e555-3e8d-4223-99f8-b45c2168587d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:26:43.946260 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Attempting to bind port 5361e72d-ab3f-4442-a36c-7b25a988d764 on network 6e03e555-3e8d-4223-99f8-b45c2168587d {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:26:43.957426 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:26:43.957759 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Checking segment: {'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:26:43.958163 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Bound using segment: {'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:26:43.958607 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Bound port: 5361e72d-ab3f-4442-a36c-7b25a988d764, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:26:43.958960 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:43.969273 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a9b9-e7d0-4025-9c45-140f408fc98e req-93905894-8963-46cf-ab4e-44ae691322ec tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:43.975725 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0e3a9b9-e7d0-4025-9c45-140f408fc98e req-93905894-8963-46cf-ab4e-44ae691322ec tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 944 time: 0.3908288 Sep 23 11:26:43.984481 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070a4b-8b1c-4a57-b287-ff3260a2279a req-320d91b2-9af1-4503-a69f-b3307510eb8f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:43.986030 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-68070a4b-8b1c-4a57-b287-ff3260a2279a req-320d91b2-9af1-4503-a69f-b3307510eb8f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.4076598 Sep 23 11:26:44.092234 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0e3a9b9-e7d0-4025-9c45-140f408fc98e req-01e8df01-4162-4a71-bffb-eeec505c9f69 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027892 Sep 23 11:26:44.115980 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-68070a4b-8b1c-4a57-b287-ff3260a2279a req-38850f3c-f468-47ec-be9e-ca7738aa7e1f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099310 Sep 23 11:26:44.133776 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] For port 5361e72d-ab3f-4442-a36c-7b25a988d764, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:26:44.141740 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] For port 5361e72d-ab3f-4442-a36c-7b25a988d764, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5361e72d-ab3f-4442-a36c-7b25a988d764,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:26:44.227471 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:44.229834 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcb1da4-062b-4060-b9b3-cd091635807f" -d '{"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-plugged", "status": "completed", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:44.232171 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dfaa0-f21a-486e-ac1e-f3834365040a req-9b94d9b0-d1ca-45f8-a14d-c93b196d7bca tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:44.239015 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-083dfaa0-f21a-486e-ac1e-f3834365040a req-9b94d9b0-d1ca-45f8-a14d-c93b196d7bca tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0528669 Sep 23 11:26:44.239015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:44.287791 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:44.288463 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:44.289985 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] 10.222.0.22 "PUT /v2.0/ports/5361e72d-ab3f-4442-a36c-7b25a988d764 HTTP/1.1" status: 200 len: 1094 time: 1.3792024 Sep 23 11:26:44.291141 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73445e66-7336-4dfb-bd25-a5a1bc8c2058 x-openstack-request-id: req-73445e66-7336-4dfb-bd25-a5a1bc8c2058 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:44.292405 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d61380-d791-4f46-8c2e-56e894b71b7b', 'tag': '5361e72d-ab3f-4442-a36c-7b25a988d764'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:44.294702 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2d3437-f916-47ab-abd8-9bd6f2258190" -d '{"events": [{"name": "network-changed", "server_uuid": "59d61380-d791-4f46-8c2e-56e894b71b7b", "tag": "5361e72d-ab3f-4442-a36c-7b25a988d764"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:44.295287 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-plugged", "status": "completed", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:44.295856 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73445e66-7336-4dfb-bd25-a5a1bc8c2058 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:44.298038 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'code': 200} Sep 23 11:26:44.347248 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-083dfaa0-f21a-486e-ac1e-f3834365040a req-fe24c3ce-88a7-491f-bf1d-36813f3b94e4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019678 Sep 23 11:26:44.351009 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137536c-e8a6-4a54-bf6c-38f17334ce3f service neutron] Pushing event updated for resources: {'Port': ['ID=5361e72d-ab3f-4442-a36c-7b25a988d764,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:44.426818 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88af4490-1731-4598-95d9-67536d6d18cc x-openstack-request-id: req-88af4490-1731-4598-95d9-67536d6d18cc {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:44.427241 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d61380-d791-4f46-8c2e-56e894b71b7b", "tag": "5361e72d-ab3f-4442-a36c-7b25a988d764", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:44.427567 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88af4490-1731-4598-95d9-67536d6d18cc {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:44.428042 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d61380-d791-4f46-8c2e-56e894b71b7b', 'tag': '5361e72d-ab3f-4442-a36c-7b25a988d764', 'status': 'completed', 'code': 200} Sep 23 11:26:44.525995 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-7fe61b45-44d0-45a4-8ede-2dfc31e4d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:44.530304 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-7fe61b45-44d0-45a4-8ede-2dfc31e4d559 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ef9e2749f44e8aa4584a14b6b3a1df&device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 1097 time: 0.0870225 Sep 23 11:26:44.596125 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-03a74796-4329-4635-a73a-0e707d0a6ecd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5361e72d-ab3f-4442-a36c-7b25a988d764 HTTP/1.1" status: 200 len: 217 time: 0.0534368 Sep 23 11:26:44.677470 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429bc0c-caa4-4715-ab66-8f40479b11aa req-e670cc09-66d9-4f3c-a5ef-d15fc02cf65b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:44.681812 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9429bc0c-caa4-4715-ab66-8f40479b11aa req-e670cc09-66d9-4f3c-a5ef-d15fc02cf65b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1253936 Sep 23 11:26:44.681812 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-4a89928d-a7e1-4fa6-bfc1-7192578145e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:44.682269 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-4a89928d-a7e1-4fa6-bfc1-7192578145e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29a5530d-05dc-48fe-bd62-a98994c85aa7 HTTP/1.1" status: 200 len: 848 time: 0.0712821 Sep 23 11:26:44.730549 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-cc4c43e6-6818-4f62-a261-317f8937dcb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e03e555-3e8d-4223-99f8-b45c2168587d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378520 Sep 23 11:26:44.750660 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9429bc0c-caa4-4715-ab66-8f40479b11aa req-15ea981a-e5db-459a-97e7-f19f9d73b98c tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616667 Sep 23 11:26:44.912932 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9740-8bc6-47d5-89b4-ebdeab2edf36 req-b72fa200-ced0-4507-9651-1b7839d68874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:44.914484 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-01df9740-8bc6-47d5-89b4-ebdeab2edf36 req-b72fa200-ced0-4507-9651-1b7839d68874 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 1098 time: 0.1446357 Sep 23 11:26:44.947659 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-d6d9b5ec-5cab-41b4-9287-84df6af73b8a service neutron] 10.222.0.22 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759355 Sep 23 11:26:44.986216 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-01df9740-8bc6-47d5-89b4-ebdeab2edf36 req-6b831eed-957a-4130-ba6d-566fc0aa711c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561731 Sep 23 11:26:45.068178 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a0b0471-05c0-49d8-977e-42aa911d6d29 req-7ca99245-1c2a-4ae8-b498-adf965045a0d service neutron] 10.222.0.22 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131229 Sep 23 11:26:45.285625 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4999d0-100f-4513-97b9-a70daee2915f req-5d8b9cce-2805-4716-9e75-75f797350cfb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:45.287356 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f4999d0-100f-4513-97b9-a70daee2915f req-5d8b9cce-2805-4716-9e75-75f797350cfb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0976527 Sep 23 11:26:45.299594 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3260-af31-440e-9065-715e75ab42d1 req-2bb48c5b-c20e-48d0-bb47-45ad35ddf3c5 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:45.301201 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ced3260-af31-440e-9065-715e75ab42d1 req-2bb48c5b-c20e-48d0-bb47-45ad35ddf3c5 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 944 time: 0.0806024 Sep 23 11:26:45.360436 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f4999d0-100f-4513-97b9-a70daee2915f req-09cc685c-8113-40a4-9347-81538e5b52e5 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581369 Sep 23 11:26:45.376929 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ced3260-af31-440e-9065-715e75ab42d1 req-1e1e9d02-754d-47a1-9f02-4b23c39e128f tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672669 Sep 23 11:26:45.424819 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-4c2fba0f-b686-46cd-8683-c28f64405395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:45.426191 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-4c2fba0f-b686-46cd-8683-c28f64405395 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ef9e2749f44e8aa4584a14b6b3a1df&device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 1097 time: 0.0602174 Sep 23 11:26:45.587253 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-6ea1dd9c-0201-465a-8922-107bd550e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:45.588927 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-6ea1dd9c-0201-465a-8922-107bd550e88f service neutron] 10.222.0.22 "GET /v2.0/networks?id=6e03e555-3e8d-4223-99f8-b45c2168587d HTTP/1.1" status: 200 len: 909 time: 0.1491868 Sep 23 11:26:45.594095 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29056cf7-8a63-4517-96f4-34ec32840aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:45.612391 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ed615-5063-4c06-94d3-a8f451cd5372 req-aca82c18-3add-4f11-b96a-ebb02da7c69a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:45.619176 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe0ed615-5063-4c06-94d3-a8f451cd5372 req-aca82c18-3add-4f11-b96a-ebb02da7c69a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0830302 Sep 23 11:26:45.680260 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-a0ef88ae-7a82-4b1a-8910-34d1807a9ff3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5361e72d-ab3f-4442-a36c-7b25a988d764 HTTP/1.1" status: 200 len: 217 time: 0.0836980 Sep 23 11:26:45.754556 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56950) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:45.771711 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe0ed615-5063-4c06-94d3-a8f451cd5372 req-db64c915-1614-49ce-9e4e-d0afa177c920 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953403 Sep 23 11:26:45.778426 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-edad50f7-0a89-4836-bf66-4412259cf982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:45.779945 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-edad50f7-0a89-4836-bf66-4412259cf982 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29a5530d-05dc-48fe-bd62-a98994c85aa7 HTTP/1.1" status: 200 len: 848 time: 0.0911837 Sep 23 11:26:45.858195 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-78ce0270-1ce7-4619-ab6a-716586420e01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e03e555-3e8d-4223-99f8-b45c2168587d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536010 Sep 23 11:26:45.960366 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6dba219c-bdfe-4a8d-9c2a-09328263ade9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.058063 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae55f51-217f-4e10-9630-22438071c55d req-052fde94-925c-413e-978d-334c0fb84b6f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:46.059655 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0ae55f51-217f-4e10-9630-22438071c55d req-052fde94-925c-413e-978d-334c0fb84b6f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1488445 Sep 23 11:26:46.061975 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-e29a8c30-a927-4d2d-9634-dd1add35e915 service neutron] 10.222.0.22 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003977 Sep 23 11:26:46.088196 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6dba219c-bdfe-4a8d-9c2a-09328263ade9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.171835 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0ae55f51-217f-4e10-9630-22438071c55d req-be0b5eff-4180-4422-b374-7d0aa1f07bf6 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936217 Sep 23 11:26:46.194601 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6dba219c-bdfe-4a8d-9c2a-09328263ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.206752 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a2d3437-f916-47ab-abd8-9bd6f2258190 req-6c240430-87ed-4181-a6fc-9ec7c042cbab service neutron] 10.222.0.22 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363835 Sep 23 11:26:46.267737 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-6dba219c-bdfe-4a8d-9c2a-09328263ade9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56f07a1659da462bab8d2b6c6947dc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121691 Sep 23 11:26:46.273336 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 56966) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:46.287696 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba219c-bdfe-4a8d-9c2a-09328263ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b626709b-0a0b-4c17-a287-1ccf47549479,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:46.359666 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1200a-8f7e-4694-978c-11729061bef0 req-f5bf6a30-a418-4034-9aa7-6f72efe7a1cf tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:46.361435 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abf1200a-8f7e-4694-978c-11729061bef0 req-f5bf6a30-a418-4034-9aa7-6f72efe7a1cf tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1000807 Sep 23 11:26:46.375928 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 56968) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:46.381345 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'floatingip': {'port_id': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:46.386993 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5dea4d32-f387-43f6-a08a-43efda5ff146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.388649 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.416665 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5dea4d32-f387-43f6-a08a-43efda5ff146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.506565 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.586919 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5dea4d32-f387-43f6-a08a-43efda5ff146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.595773 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5dea4d32-f387-43f6-a08a-43efda5ff146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:46.601285 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5dea4d32-f387-43f6-a08a-43efda5ff146 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b626709b-0a0b-4c17-a287-1ccf47549479 HTTP/1.1" status: 204 len: 168 time: 0.3233974 Sep 23 11:26:46.638633 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea4d32-f387-43f6-a08a-43efda5ff146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b626709b-0a0b-4c17-a287-1ccf47549479,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:46.653219 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684aec3-29c2-4c11-b48e-7c182e0e1715 req-d75c62cb-031e-43ce-b630-fdf2018b736c tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:46.661679 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7684aec3-29c2-4c11-b48e-7c182e0e1715 req-d75c62cb-031e-43ce-b630-fdf2018b736c tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 944 time: 0.1689479 Sep 23 11:26:46.682913 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff2bb4-72a6-4a12-bb40-c13530915806 req-a6244095-936e-43c1-9dcc-a8c21befc348 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:46.684550 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1fff2bb4-72a6-4a12-bb40-c13530915806 req-a6244095-936e-43c1-9dcc-a8c21befc348 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1809909 Sep 23 11:26:46.753903 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7684aec3-29c2-4c11-b48e-7c182e0e1715 req-12f8de12-688c-45da-a767-eefbbff68e7e tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908704 Sep 23 11:26:46.764906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1fff2bb4-72a6-4a12-bb40-c13530915806 req-176467cb-0b2c-4623-b1c9-6aa5d6283170 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697510 Sep 23 11:26:47.031186 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce39bf-205c-4016-8893-9f28d10528fb req-eac053b8-5545-4382-a5e4-7289f586340c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:47.033227 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-44ce39bf-205c-4016-8893-9f28d10528fb req-eac053b8-5545-4382-a5e4-7289f586340c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0910773 Sep 23 11:26:47.090475 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-44ce39bf-205c-4016-8893-9f28d10528fb req-44b5ded9-1b63-4a67-878b-37a91e79db32 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391257 Sep 23 11:26:47.422478 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:47.451333 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:47.537378 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:47.563028 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57004) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:47.579144 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0b19d593-ae5a-40a1-9443-7a7058ebfc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:47.661347 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.l3_db [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Floating IP b65f40ec-8212-4d2b-b714-802b4ffd1a10 associated. External IP: 172.27.1.100, port: 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e. Sep 23 11:26:47.710249 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0b19d593-ae5a-40a1-9443-7a7058ebfc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:47.800011 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0b19d593-ae5a-40a1-9443-7a7058ebfc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:47.875121 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0b19d593-ae5a-40a1-9443-7a7058ebfc6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18c45a3795ca431c89e8956091587ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048790 Sep 23 11:26:47.875121 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57014) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:47.875121 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57016) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:48.040464 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19d593-ae5a-40a1-9443-7a7058ebfc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544a9a7f-3c33-4674-adba-524da1c26b20,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:48.087531 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6511c-f038-48a4-9473-e65407f1e4c2 req-da1162b3-e921-464b-991c-bb43260f3071 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:48.091862 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42b6511c-f038-48a4-9473-e65407f1e4c2 req-da1162b3-e921-464b-991c-bb43260f3071 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 944 time: 0.1675496 Sep 23 11:26:48.138736 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Router 91cff9eb-1ddc-4081-91b7-60ab350be0bf has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:26:48.139525 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7e14c-f354-40a7-b7e5-1278861e3f77 req-d49b7098-ab7a-451c-9824-31af20e17af8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:48.141181 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e5e7e14c-f354-40a7-b7e5-1278861e3f77 req-d49b7098-ab7a-451c-9824-31af20e17af8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.2013271 Sep 23 11:26:48.168978 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3f57af24-e3ea-4e7a-b52c-17fd8e5a0e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.178722 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-585d18ae-da39-4c49-947f-422d9a409d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.238672 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42b6511c-f038-48a4-9473-e65407f1e4c2 req-34cc202c-f442-4bfa-a86d-22de43802baa tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335099 Sep 23 11:26:48.247124 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3f57af24-e3ea-4e7a-b52c-17fd8e5a0e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.264150 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e5e7e14c-f354-40a7-b7e5-1278861e3f77 req-09f317d9-cc9e-41dd-8ca5-4451fee90971 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027398 Sep 23 11:26:48.336159 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:26:48.342353 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.351448 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] Sync routers for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:26:48.363403 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:26:48.364368 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:26:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:48.401803 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-97cf3192-b088-4b12-af22-0c28e44bd8a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "PUT /v2.0/floatingips/b65f40ec-8212-4d2b-b714-802b4ffd1a10 HTTP/1.1" status: 200 len: 992 time: 2.0206721 Sep 23 11:26:48.401803 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266497bd-0a32-478c-a967-351197f6fda5', 'tag': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:48.402816 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832237ce-7e1b-4303-8ed8-a3e2a57591d4" -d '{"events": [{"name": "network-changed", "server_uuid": "266497bd-0a32-478c-a967-351197f6fda5", "tag": "7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:48.458509 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd69814-e88d-4e3f-acc2-adfd580f1eec req-f166223f-46dc-4564-a938-22311440248e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:48.461262 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9bd69814-e88d-4e3f-acc2-adfd580f1eec req-f166223f-46dc-4564-a938-22311440248e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1187778 Sep 23 11:26:48.479234 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3f57af24-e3ea-4e7a-b52c-17fd8e5a0e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.482801 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:26:48.483771 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3f57af24-e3ea-4e7a-b52c-17fd8e5a0e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.485556 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3f57af24-e3ea-4e7a-b52c-17fd8e5a0e05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/544a9a7f-3c33-4674-adba-524da1c26b20 HTTP/1.1" status: 204 len: 168 time: 0.6078966 Sep 23 11:26:48.490092 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-585d18ae-da39-4c49-947f-422d9a409d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.527329 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57af24-e3ea-4e7a-b52c-17fd8e5a0e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a9a7f-3c33-4674-adba-524da1c26b20,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:48.594213 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-585d18ae-da39-4c49-947f-422d9a409d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.622205 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9bd69814-e88d-4e3f-acc2-adfd580f1eec req-903bf3c6-18f9-494e-91d3-53841c0891e0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447668 Sep 23 11:26:48.651059 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea5199e-b59b-489f-ad6a-f4a7ee05686b x-openstack-request-id: req-6ea5199e-b59b-489f-ad6a-f4a7ee05686b {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:48.651916 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266497bd-0a32-478c-a967-351197f6fda5", "tag": "7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:48.663279 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ea5199e-b59b-489f-ad6a-f4a7ee05686b {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:48.663279 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266497bd-0a32-478c-a967-351197f6fda5', 'tag': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'status': 'completed', 'code': 200} Sep 23 11:26:48.669960 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57030) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:48.670247 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-585d18ae-da39-4c49-947f-422d9a409d54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d54de6f21df42b7a844281f13fc81b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7947166 Sep 23 11:26:48.673461 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d18ae-da39-4c49-947f-422d9a409d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e12fb41-0059-45f3-9422-f0b4403cfa9c,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:48.706049 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.779110 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-11bc1036-0aae-4874-9670-9865ceabccdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.813940 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-11bc1036-0aae-4874-9670-9865ceabccdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.832010 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-0de33a5c-2331-4cd3-95a9-05c36700de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:48.834715 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-0de33a5c-2331-4cd3-95a9-05c36700de10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 1099 time: 0.0900912 Sep 23 11:26:48.855275 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f005d2-554b-4a07-8cde-6c4ece04156f req-0930689e-91b1-4755-8e5b-e99213534139 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:48.857493 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4f005d2-554b-4a07-8cde-6c4ece04156f req-0930689e-91b1-4755-8e5b-e99213534139 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0865135 Sep 23 11:26:48.870834 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57036) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:48.882541 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'floatingip': {'port_id': '11a27ad0-4f6e-4faa-b587-e74af1857535'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:26:48.923272 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'b65f40ec-8212-4d2b-b714-802b4ffd1a10', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'port_id': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'mac_address': 'fa:16:3e:06:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266497bd-0a32-478c-a967-351197f6fda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:26:06Z', 'updated_at': '2021-09-23T11:26:47Z', 'revision_number': 1, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:48.944988 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:48.965336 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] Checking router: 91cff9eb-1ddc-4081-91b7-60ab350be0bf for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:26:48.978490 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:26:48.979381 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:26:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:48.997810 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-11bc1036-0aae-4874-9670-9865ceabccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:49.000534 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-11bc1036-0aae-4874-9670-9865ceabccdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:49.005663 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-11bc1036-0aae-4874-9670-9865ceabccdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e12fb41-0059-45f3-9422-f0b4403cfa9c HTTP/1.1" status: 204 len: 168 time: 0.3323314 Sep 23 11:26:49.020331 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-fd300f51-d4cd-4849-8bb5-16ef097d37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:49.026721 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-fd300f51-d4cd-4849-8bb5-16ef097d37e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 911 time: 0.1674592 Sep 23 11:26:49.050710 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc1036-0aae-4874-9670-9865ceabccdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e12fb41-0059-45f3-9422-f0b4403cfa9c,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:49.236547 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:26:49.275384 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-32e63d0b-b7e9-479f-8166-0cacc6b21a32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e HTTP/1.1" status: 200 len: 1000 time: 0.2325673 Sep 23 11:26:49.375680 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-759b3e00-3f32-4ddd-9a47-a5c4e211d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:49.384490 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-759b3e00-3f32-4ddd-9a47-a5c4e211d178 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.1081228 Sep 23 11:26:49.623826 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 5361e72d-ab3f-4442-a36c-7b25a988d764 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:26:49.633535 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-ad3f2cf4-5f1b-4826-ba76-d0aa3fb16756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:49.635412 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-ad3f2cf4-5f1b-4826-ba76-d0aa3fb16756 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2360857 Sep 23 11:26:49.698825 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a5419-1843-4ba5-bfce-7e8cefc28f97 req-281389ac-b866-49c3-be05-087fe5c615b2 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:49.700184 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f6a5419-1843-4ba5-bfce-7e8cefc28f97 req-281389ac-b866-49c3-be05-087fe5c615b2 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.2259562 Sep 23 11:26:49.708747 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aec5e8-176d-48dc-b5f2-28a8c1032cd2 req-6aa1d177-2c30-4226-bddd-a4879d284129 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:49.710559 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-03aec5e8-176d-48dc-b5f2-28a8c1032cd2 req-6aa1d177-2c30-4226-bddd-a4879d284129 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 944 time: 0.2276709 Sep 23 11:26:49.770079 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:49.785859 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'b65f40ec-8212-4d2b-b714-802b4ffd1a10', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'port_id': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'mac_address': 'fa:16:3e:06:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266497bd-0a32-478c-a967-351197f6fda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:26:06Z', 'updated_at': '2021-09-23T11:26:47Z', 'revision_number': 1, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:49.820674 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc63dd-8f99-46d4-9cd8-9b8fb869942f None None] The sync data for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi is: [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'b65f40ec-8212-4d2b-b714-802b4ffd1a10', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'port_id': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'mac_address': 'fa:16:3e:06:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266497bd-0a32-478c-a967-351197f6fda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:26:06Z', 'updated_at': '2021-09-23T11:26:47Z', 'revision_number': 1, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:26:49.901039 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:49.908621 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 5361e72d-ab3f-4442-a36c-7b25a988d764, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5361e72d-ab3f-4442-a36c-7b25a988d764,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:49.933370 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '5361e72d-ab3f-4442-a36c-7b25a988d764', 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d', 'port_id': '5361e72d-ab3f-4442-a36c-7b25a988d764', 'mac_address': 'fa:16:3e:81:0c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a5530d-05dc-48fe-bd62-a98994c85aa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:26:49.953463 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f6a5419-1843-4ba5-bfce-7e8cefc28f97 req-faf08874-a4d9-4cd8-9162-b59e9bf5bcb4 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398465 Sep 23 11:26:49.994089 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-32f80af5-5239-4e36-92e5-fbba8827f86b service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463337 Sep 23 11:26:50.068827 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:50.087691 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-03aec5e8-176d-48dc-b5f2-28a8c1032cd2 req-8453238e-24d1-48b1-b979-c99351de1353 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261540 Sep 23 11:26:50.128640 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5361e72d-ab3f-4442-a36c-7b25a988d764 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:26:50.210261 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 5361e72d-ab3f-4442-a36c-7b25a988d764, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5361e72d-ab3f-4442-a36c-7b25a988d764,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:50.241643 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-21400535-2b8b-4e34-99dc-66728621a989 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3590977 Sep 23 11:26:50.270878 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:50.284874 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.l3_db [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Floating IP 28dce507-7f01-48df-811f-1c0532ca86ee associated. External IP: 172.27.1.158, port: 11a27ad0-4f6e-4faa-b587-e74af1857535. Sep 23 11:26:50.461993 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=5361e72d-ab3f-4442-a36c-7b25a988d764,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:50.472131 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc004d9-92ff-4d7c-8915-45ac27ea331e None None] New status for floating IP b65f40ec-8212-4d2b-b714-802b4ffd1a10: ACTIVE {{(pid=94667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:26:50.508342 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.508691 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.509211 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.509746 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.510243 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.510744 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.511260 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.511634 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.511990 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.512376 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.512710 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.513281 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:26:50.611301 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57074) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:50.672679 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c021f160-655a-44d2-b8ed-599550a7ba8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:50.711974 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['5361e72d-ab3f-4442-a36c-7b25a988d764'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:26:50.718818 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:50.866436 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-832237ce-7e1b-4303-8ed8-a3e2a57591d4 req-8f0e4f83-2207-401e-9f1d-daac96973cda service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8560736 Sep 23 11:26:50.895784 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:26:50.899085 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-d78309a0-15c4-48ea-9439-79cb4dc593ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:50.900658 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-d78309a0-15c4-48ea-9439-79cb4dc593ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d8a3a49b5cdc40c2b0747f5caefd862d&device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 1099 time: 0.5290260 Sep 23 11:26:50.998411 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c021f160-655a-44d2-b8ed-599550a7ba8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:51.059264 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:26:51.063947 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:51.070725 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] Sync routers for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:26:51.083040 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:26:51.087122 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c021f160-655a-44d2-b8ed-599550a7ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:51.091525 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:26:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:51.091865 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-37056a26-7b18-4a5c-aa72-9677f9207c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:51.091865 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-37056a26-7b18-4a5c-aa72-9677f9207c99 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8cf86337-5862-43b8-88ec-475256428503 HTTP/1.1" status: 200 len: 913 time: 0.1615965 Sep 23 11:26:51.169233 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021f160-655a-44d2-b8ed-599550a7ba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f050bfa4-a3f5-4c52-9b01-1b30383c3bca,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:51.181231 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-672e3651-8d8d-4edb-a687-b5285c18c2e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22c23786-f085-4908-89dd-87f26d6bf1e9 HTTP/1.1" status: 200 len: 217 time: 0.0600398 Sep 23 11:26:51.195046 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e524545f-5b44-4f53-9df5-73ca4498265b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "PUT /v2.0/floatingips/28dce507-7f01-48df-811f-1c0532ca86ee HTTP/1.1" status: 200 len: 991 time: 2.3228962 Sep 23 11:26:51.198918 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:51.199335 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f466e75-9c61-4a2b-8426-a9ddbecde8f4 req-2327b1d6-ffee-41e9-a2d5-818f21cc571b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:51.201257 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f466e75-9c61-4a2b-8426-a9ddbecde8f4 req-2327b1d6-ffee-41e9-a2d5-818f21cc571b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1145103 Sep 23 11:26:51.201942 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c6fff8-ef29-4b8e-addb-0aec890e715e" -d '{"events": [{"name": "network-changed", "server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:51.209972 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c021f160-655a-44d2-b8ed-599550a7ba8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa3502dc8afb4e0d8fe4f36484f2845c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963073 Sep 23 11:26:51.212072 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57094) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:51.251949 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:26:51.281558 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f466e75-9c61-4a2b-8426-a9ddbecde8f4 req-a2a1d8ac-4883-4f6f-96e6-a2822c35bbaf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686746 Sep 23 11:26:51.288083 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-34cd1191-4a2c-492b-9959-6ee4c5f79e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:51.289770 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-34cd1191-4a2c-492b-9959-6ee4c5f79e9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4bad7c28-0f13-46d6-91cf-58d02c091e24 HTTP/1.1" status: 200 len: 852 time: 0.0875447 Sep 23 11:26:51.311719 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1f39-cb20-4aaa-be18-d8809b5de9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:51.357431 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1f39-cb20-4aaa-be18-d8809b5de9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:51.388215 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-d2ec609e-1d6a-4c7a-b607-123f0899fd88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8cf86337-5862-43b8-88ec-475256428503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763407 Sep 23 11:26:51.529237 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee8cf-1385-47fd-9a36-649c72eb055b req-478f1f05-ac7d-43eb-8969-dbe3bd534fce tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:51.531587 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-340ee8cf-1385-47fd-9a36-649c72eb055b req-478f1f05-ac7d-43eb-8969-dbe3bd534fce tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 946 time: 0.1409278 Sep 23 11:26:51.556660 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e9ae-218f-4cb3-9887-de64e08af500 req-2fd600ad-c9e4-40f4-aaa7-a740f787a352 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:51.558268 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a106e9ae-218f-4cb3-9887-de64e08af500 req-2fd600ad-c9e4-40f4-aaa7-a740f787a352 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 945 time: 0.2049098 Sep 23 11:26:51.566743 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1f39-cb20-4aaa-be18-d8809b5de9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:51.569060 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1f39-cb20-4aaa-be18-d8809b5de9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:51.573777 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ff9d1f39-cb20-4aaa-be18-d8809b5de9f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f050bfa4-a3f5-4c52-9b01-1b30383c3bca HTTP/1.1" status: 204 len: 168 time: 0.3601656 Sep 23 11:26:51.616682 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': '28dce507-7f01-48df-811f-1c0532ca86ee', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'port_id': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'mac_address': 'fa:16:3e:16:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:26:07Z', 'updated_at': '2021-09-23T11:26:49Z', 'revision_number': 1, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:51.618524 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-490579fe-53c7-41f3-8cd0-225f0739c367 service neutron] 10.222.0.22 "GET /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876404 Sep 23 11:26:51.623468 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d1f39-cb20-4aaa-be18-d8809b5de9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f050bfa4-a3f5-4c52-9b01-1b30383c3bca,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:51.641179 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-340ee8cf-1385-47fd-9a36-649c72eb055b req-d8b9a1e3-79da-4d42-9401-7cfeaedbd903 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880270 Sep 23 11:26:51.648223 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] Checking router: d53bd33b-4ca3-4622-aade-1cb06b34b9f6 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:26:51.679366 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:26:51.679366 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:26:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:51.730060 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a106e9ae-218f-4cb3-9887-de64e08af500 req-d97e2ed3-cfec-4f5a-ba34-cf68c378f5b0 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507788 Sep 23 11:26:51.785202 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85a77c7-9ca9-4e8e-b05d-032e5b2dc926 x-openstack-request-id: req-f85a77c7-9ca9-4e8e-b05d-032e5b2dc926 {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:51.785498 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:51.785751 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f85a77c7-9ca9-4e8e-b05d-032e5b2dc926 {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:51.786184 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'status': 'completed', 'code': 200} Sep 23 11:26:51.836447 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1a440f3-aa18-4562-93f4-95f4f8191690 req-df0963fc-36e7-44f6-97e2-3087c5aff47e service neutron] 10.222.0.22 "GET /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839566 Sep 23 11:26:51.844617 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:26:51.904652 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-071eb6f3-2018-465d-baf6-3a3211624c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:51.907630 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-071eb6f3-2018-465d-baf6-3a3211624c0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 1098 time: 0.0613685 Sep 23 11:26:52.045570 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-8edf6d7a-34b2-4e12-8357-f997ec51ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:52.045570 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-8edf6d7a-34b2-4e12-8357-f997ec51ee1b service neutron] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 917 time: 0.1159964 Sep 23 11:26:52.150067 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-dd187061-bf91-4ee0-959e-7c203cf39b97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11a27ad0-4f6e-4faa-b587-e74af1857535 HTTP/1.1" status: 200 len: 999 time: 0.0952938 Sep 23 11:26:52.156808 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': '28dce507-7f01-48df-811f-1c0532ca86ee', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'port_id': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'mac_address': 'fa:16:3e:16:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:26:07Z', 'updated_at': '2021-09-23T11:26:49Z', 'revision_number': 1, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:26:52.209261 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7938469-4d58-48f7-ae69-4c6f12c140c6 None None] The sync data for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi is: [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': '28dce507-7f01-48df-811f-1c0532ca86ee', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'port_id': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'mac_address': 'fa:16:3e:16:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:26:07Z', 'updated_at': '2021-09-23T11:26:49Z', 'revision_number': 1, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:26:52.226392 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-3fd61e2e-16a6-4d35-9c1d-f916c44b2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:52.228662 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-3fd61e2e-16a6-4d35-9c1d-f916c44b2a1e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.0608747 Sep 23 11:26:52.307886 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-42f3128b-07fc-4414-9bab-0e5c3a76a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:52.309625 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-42f3128b-07fc-4414-9bab-0e5c3a76a5e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709493 Sep 23 11:26:52.476039 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-b3911a22-4b0f-45ee-a0e3-c25e12bdf2d8 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463747 Sep 23 11:26:52.488823 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40a55f-38d7-4687-a1db-acc086723bfc req-5ff6d55c-da34-475f-a66a-28fa3303b191 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:52.490436 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a40a55f-38d7-4687-a1db-acc086723bfc req-5ff6d55c-da34-475f-a66a-28fa3303b191 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1152201 Sep 23 11:26:52.563275 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e85a7-4e2a-432f-aa9c-2c5d493fa573 None None] New status for floating IP 28dce507-7f01-48df-811f-1c0532ca86ee: ACTIVE {{(pid=94667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:26:52.599769 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a40a55f-38d7-4687-a1db-acc086723bfc req-9cafb8c2-f7e0-4a38-b8fa-da62352c7987 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997672 Sep 23 11:26:52.638649 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-00c6fff8-ef29-4b8e-addb-0aec890e715e req-fbd52dfb-983a-4700-96f2-dfaae1074656 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469595 Sep 23 11:26:52.817382 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34d97c-dceb-46a5-9d91-39c8dc49d29b req-6626ccec-8085-4074-93c3-052bf0e469dd tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:52.819167 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c34d97c-dceb-46a5-9d91-39c8dc49d29b req-6626ccec-8085-4074-93c3-052bf0e469dd tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 946 time: 0.0717564 Sep 23 11:26:52.930893 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2c34d97c-dceb-46a5-9d91-39c8dc49d29b req-a7029343-e0c5-415a-a32d-a9338d9721d4 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038222 Sep 23 11:26:52.972933 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452ecf-1d31-4b6f-8c8a-4dcb7a56dbbb req-310df43c-348a-49f0-b0d6-30634fda7503 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:52.977297 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bb452ecf-1d31-4b6f-8c8a-4dcb7a56dbbb req-310df43c-348a-49f0-b0d6-30634fda7503 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 945 time: 0.1473665 Sep 23 11:26:53.029627 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bb452ecf-1d31-4b6f-8c8a-4dcb7a56dbbb req-4cddf7da-656c-4896-aabd-4280828ef7e7 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479362 Sep 23 11:26:53.640091 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 5361e72d-ab3f-4442-a36c-7b25a988d764 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:26:53.788699 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca5504-1533-4104-a478-dff18783f629 req-54151eb1-24df-4e82-a8e8-fbc11cd62cb1 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:53.790286 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ebca5504-1533-4104-a478-dff18783f629 req-54151eb1-24df-4e82-a8e8-fbc11cd62cb1 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 946 time: 0.1282279 Sep 23 11:26:53.802230 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be860543-bcd7-4068-9f41-ee6df61b0ab2 req-719ead27-ef53-4a78-8070-3c0c29174cec tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:53.803793 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be860543-bcd7-4068-9f41-ee6df61b0ab2 req-719ead27-ef53-4a78-8070-3c0c29174cec tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1014483 Sep 23 11:26:53.814144 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57190) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:53.817150 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 5361e72d-ab3f-4442-a36c-7b25a988d764 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:26:53.823499 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 5361e72d-ab3f-4442-a36c-7b25a988d764 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:26:53.824752 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:53.927621 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:53.927799 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be860543-bcd7-4068-9f41-ee6df61b0ab2 req-a7fab0a4-01e6-48fe-a0d7-5efdc3174bc8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163907 Sep 23 11:26:53.958331 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d61380-d791-4f46-8c2e-56e894b71b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5361e72d-ab3f-4442-a36c-7b25a988d764'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:53.960658 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3e54d-2bf4-4c80-978c-6634b4397f21" -d '{"events": [{"server_uuid": "59d61380-d791-4f46-8c2e-56e894b71b7b", "name": "network-vif-plugged", "status": "completed", "tag": "5361e72d-ab3f-4442-a36c-7b25a988d764"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:53.983775 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 5361e72d-ab3f-4442-a36c-7b25a988d764, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5361e72d-ab3f-4442-a36c-7b25a988d764,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:54.032191 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Deleting port 22c23786-f085-4908-89dd-87f26d6bf1e9 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:26:54.032734 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.043142 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-99e0aedb-30f0-497d-8297-01f9c5a45ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.050197 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ddd60-41e1-4005-b0e6-e0a4ccdb93a3 x-openstack-request-id: req-148ddd60-41e1-4005-b0e6-e0a4ccdb93a3 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:54.050669 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d61380-d791-4f46-8c2e-56e894b71b7b", "name": "network-vif-plugged", "status": "completed", "tag": "5361e72d-ab3f-4442-a36c-7b25a988d764", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:54.050993 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-148ddd60-41e1-4005-b0e6-e0a4ccdb93a3 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:54.052025 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d61380-d791-4f46-8c2e-56e894b71b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5361e72d-ab3f-4442-a36c-7b25a988d764', 'code': 200} Sep 23 11:26:54.062583 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.178235 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=5361e72d-ab3f-4442-a36c-7b25a988d764,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:54.211621 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e72bde-fc36-485b-90d8-cc37c4a2460a req-2fe62ee4-582b-4d48-9974-6943196a58e6 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:54.213387 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b5e72bde-fc36-485b-90d8-cc37c4a2460a req-2fe62ee4-582b-4d48-9974-6943196a58e6 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 946 time: 0.1365051 Sep 23 11:26:54.235771 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-99e0aedb-30f0-497d-8297-01f9c5a45ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.262578 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] For port 22c23786-f085-4908-89dd-87f26d6bf1e9, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=22c23786-f085-4908-89dd-87f26d6bf1e9,segment=NetworkSegment(cb97ba95-31c7-4734-bc78-62e509c1bd7d),segment_id=cb97ba95-31c7-4734-bc78-62e509c1bd7d)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:26:54.262578 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.289425 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Calling delete_port for 22c23786-f085-4908-89dd-87f26d6bf1e9 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:26:54.297976 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-99e0aedb-30f0-497d-8297-01f9c5a45ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.310398 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b5e72bde-fc36-485b-90d8-cc37c4a2460a req-7d1e874b-e1c6-4872-a0f7-73cd96482059 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/security-groups?id=577f6ab9-2918-4223-8b26-bf279c725457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861523 Sep 23 11:26:54.343733 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-99e0aedb-30f0-497d-8297-01f9c5a45ca2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91119ae107544e6789e923d62c0899dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289752 Sep 23 11:26:54.348104 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57208) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:54.404819 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0aedb-30f0-497d-8297-01f9c5a45ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6170815-5686-4608-adfd-52e6b3f47e8a,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:54.426408 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-3557e064-3f1d-4775-b1dd-e2d254182adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.454082 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-3557e064-3f1d-4775-b1dd-e2d254182adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.560015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1dc0f-7a30-4e91-b3e8-574484193ce9 req-d1f78dba-f724-4e8e-82a9-1b1708b0cc11 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:54.561654 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bee1dc0f-7a30-4e91-b3e8-574484193ce9 req-d1f78dba-f724-4e8e-82a9-1b1708b0cc11 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 946 time: 0.1156886 Sep 23 11:26:54.566500 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d06a53-0cc7-4b8f-8642-da5079942dea req-c6344832-c988-4ad3-b277-ac727594214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:54.567356 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19d06a53-0cc7-4b8f-8642-da5079942dea req-c6344832-c988-4ad3-b277-ac727594214a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 1099 time: 0.1226737 Sep 23 11:26:54.611775 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-3557e064-3f1d-4775-b1dd-e2d254182adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.615506 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-3557e064-3f1d-4775-b1dd-e2d254182adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.618325 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-3557e064-3f1d-4775-b1dd-e2d254182adb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6170815-5686-4608-adfd-52e6b3f47e8a HTTP/1.1" status: 204 len: 168 time: 0.2671502 Sep 23 11:26:54.632687 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557e064-3f1d-4775-b1dd-e2d254182adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6170815-5686-4608-adfd-52e6b3f47e8a,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:54.686122 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19d06a53-0cc7-4b8f-8642-da5079942dea req-286fc900-cda4-4e74-be49-90390529226f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091123 Sep 23 11:26:54.695391 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bee1dc0f-7a30-4e91-b3e8-574484193ce9 req-b427f898-465c-4054-bdf1-c3aa9ed8c60f tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166997 Sep 23 11:26:54.771113 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.782752 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['22c23786-f085-4908-89dd-87f26d6bf1e9'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:26:54.811529 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Pushing event deleted for resources: {'Port': ['ID=22c23786-f085-4908-89dd-87f26d6bf1e9,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:54.875015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] No DVR routers for this DVR port 22c23786-f085-4908-89dd-87f26d6bf1e9 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:26:54.880561 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:54.883395 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ebca5504-1533-4104-a478-dff18783f629 req-d858883a-9de4-4992-a65d-96b31cb4f363 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.22 "DELETE /v2.0/ports/22c23786-f085-4908-89dd-87f26d6bf1e9 HTTP/1.1" status: 204 len: 173 time: 1.0786185 Sep 23 11:26:54.883903 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb973bb5-b31f-4177-b0e9-8a5140093ab0', 'name': 'network-vif-deleted', 'tag': '22c23786-f085-4908-89dd-87f26d6bf1e9'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:26:54.886302 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3118171c-e1e6-4a06-b9b3-ac5276d992de" -d '{"events": [{"server_uuid": "bb973bb5-b31f-4177-b0e9-8a5140093ab0", "name": "network-vif-deleted", "tag": "22c23786-f085-4908-89dd-87f26d6bf1e9"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:26:54.926896 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee61a3b-bc86-44f4-90a2-b9f21288b81d x-openstack-request-id: req-8ee61a3b-bc86-44f4-90a2-b9f21288b81d {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:26:54.927192 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb973bb5-b31f-4177-b0e9-8a5140093ab0", "name": "network-vif-deleted", "tag": "22c23786-f085-4908-89dd-87f26d6bf1e9", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:26:54.927448 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ee61a3b-bc86-44f4-90a2-b9f21288b81d {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:26:54.927843 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb973bb5-b31f-4177-b0e9-8a5140093ab0', 'name': 'network-vif-deleted', 'tag': '22c23786-f085-4908-89dd-87f26d6bf1e9', 'status': 'completed', 'code': 200} Sep 23 11:26:55.133185 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a7ebf-ead6-4c99-9e5e-0d24757c3739 req-051c28cc-a9ae-45ed-aa7c-d3e37684759b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:55.136722 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-134a7ebf-ead6-4c99-9e5e-0d24757c3739 req-051c28cc-a9ae-45ed-aa7c-d3e37684759b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0898299 Sep 23 11:26:55.203528 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-134a7ebf-ead6-4c99-9e5e-0d24757c3739 req-e448ba67-bd03-4e06-86bd-500bc18c98f1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549443 Sep 23 11:26:55.481369 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-425ea0b6-b56c-494b-a317-8a188e641b10 req-88be5f3a-b7ff-4456-9041-230f161e97d1 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.0599542 Sep 23 11:26:55.569621 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57242) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:55.584126 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-02e7cdd7-2771-465a-beb8-26aa480f0c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:55.718060 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-02e7cdd7-2771-465a-beb8-26aa480f0c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:55.843005 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da754366-6caf-4c62-aa8d-017798bd4294 req-9c4e03b7-4160-4588-b60e-bc2956b446d3 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:55.845187 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da754366-6caf-4c62-aa8d-017798bd4294 req-9c4e03b7-4160-4588-b60e-bc2956b446d3 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 946 time: 0.0716925 Sep 23 11:26:55.888273 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da754366-6caf-4c62-aa8d-017798bd4294 req-a14a7792-a594-4b71-add1-accee7ae903e tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Sep 23 11:26:55.890239 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-02e7cdd7-2771-465a-beb8-26aa480f0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:55.931902 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-02e7cdd7-2771-465a-beb8-26aa480f0c93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dcdb13cbf654c67b5f138d87d6e9a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607578 Sep 23 11:26:55.932701 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7cdd7-2771-465a-beb8-26aa480f0c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ba699-1f2b-469e-bf0d-162d221f6c57,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:55.934282 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57248) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:55.993294 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9ab79a5c-1202-4c08-8b80-4b7d1be944c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:56.017629 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9ab79a5c-1202-4c08-8b80-4b7d1be944c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:56.182155 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9ab79a5c-1202-4c08-8b80-4b7d1be944c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:56.185097 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9ab79a5c-1202-4c08-8b80-4b7d1be944c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:56.186288 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9ab79a5c-1202-4c08-8b80-4b7d1be944c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b66ba699-1f2b-469e-bf0d-162d221f6c57 HTTP/1.1" status: 204 len: 168 time: 0.2509930 Sep 23 11:26:56.195582 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab79a5c-1202-4c08-8b80-4b7d1be944c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ba699-1f2b-469e-bf0d-162d221f6c57,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:56.367240 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4437524-e874-482f-9fae-77b5955a866b req-a854adb3-4eb6-4925-af45-247a57f1795b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:56.368836 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a4437524-e874-482f-9fae-77b5955a866b req-a854adb3-4eb6-4925-af45-247a57f1795b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0526395 Sep 23 11:26:56.418818 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a4437524-e874-482f-9fae-77b5955a866b req-11dabb8c-02bf-4ba2-afd2-66c5607670cb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Sep 23 11:26:56.617067 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-df594655-b4d9-4b76-8c8b-c4931e897b80 req-b8130590-fbc2-4409-b7d2-8d72779a5563 tempest-DeleteServersTestJSON-676817477 tempest-DeleteServersTestJSON-676817477-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb973bb5-b31f-4177-b0e9-8a5140093ab0 HTTP/1.1" status: 200 len: 210 time: 0.0280063 Sep 23 11:26:57.037027 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125ee5f-d81e-449a-8cbb-5c355240985b req-c802c38a-1a6f-4ed6-b08c-4ed981ed4c85 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:57.038527 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7125ee5f-d81e-449a-8cbb-5c355240985b req-c802c38a-1a6f-4ed6-b08c-4ed981ed4c85 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 946 time: 0.0585008 Sep 23 11:26:57.087093 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7125ee5f-d81e-449a-8cbb-5c355240985b req-2c12943e-0202-4cb4-aa6e-f0c36959ac79 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Sep 23 11:26:57.577938 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e7e50-3007-40a6-8afa-86505285ff94 req-63cb5f5a-10ca-4548-93aa-f2c99cba7669 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:57.579519 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-348e7e50-3007-40a6-8afa-86505285ff94 req-63cb5f5a-10ca-4548-93aa-f2c99cba7669 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0590138 Sep 23 11:26:57.624914 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-348e7e50-3007-40a6-8afa-86505285ff94 req-9e86ad6d-7247-43d2-bc1e-60d021ea24d2 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380268 Sep 23 11:26:57.653623 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 22c23786-f085-4908-89dd-87f26d6bf1e9 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:26:57.697847 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 22c23786-f085-4908-89dd-87f26d6bf1e9 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:26:57.698710 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 22c23786-f085-4908-89dd-87f26d6bf1e9 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:26:58.651047 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-e1d62108-ab10-48ed-9809-20739ed648e8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:58.652999 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-e1d62108-ab10-48ed-9809-20739ed648e8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 815 time: 0.1897783 Sep 23 11:26:58.678382 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-964cfbef-a8aa-428b-b472-9db108729f91 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/quotas/14083ed816d94c1e9c38cc68683d5346 HTTP/1.1" status: 200 len: 375 time: 0.0173817 Sep 23 11:26:58.687618 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57358) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:58.739766 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-b5f26e1c-3362-4efc-9e1c-6f72bc02d210 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504625 Sep 23 11:26:58.834727 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-abb8d967-f68b-4ea9-ac42-76c4d85a1e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:58.861257 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-0ca1ca82-bfd5-4da8-b88b-59d758555ba7 service neutron] 10.222.0.13 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133285 Sep 23 11:26:58.957330 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-abb8d967-f68b-4ea9-ac42-76c4d85a1e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:58.982263 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-40061192-9470-48d6-a5d7-91ada7da2bf2 service neutron] 10.222.0.13 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088684 Sep 23 11:26:59.023364 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-abb8d967-f68b-4ea9-ac42-76c4d85a1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:59.101204 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-abb8d967-f68b-4ea9-ac42-76c4d85a1e9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68cca048249a4804952c00be97e1edfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124212 Sep 23 11:26:59.102528 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8d967-f68b-4ea9-ac42-76c4d85a1e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c5efb-847d-4c8e-9540-8114a8344b91,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:59.105606 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57368) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:26:59.243033 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd6f5d-5e4e-4868-8d0c-7cff85901858 req-53391d5c-7841-4a48-a494-da0d02aad44f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:59.245001 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-acdd6f5d-5e4e-4868-8d0c-7cff85901858 req-53391d5c-7841-4a48-a494-da0d02aad44f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1205854 Sep 23 11:26:59.249083 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1cd71f01-6e80-4037-9289-7f765e79a999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:59.290804 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1cd71f01-6e80-4037-9289-7f765e79a999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:59.328645 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-acdd6f5d-5e4e-4868-8d0c-7cff85901858 req-ff3b97c5-5b52-4fc9-812b-e1f330982221 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713432 Sep 23 11:26:59.465466 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1cd71f01-6e80-4037-9289-7f765e79a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:59.469475 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1cd71f01-6e80-4037-9289-7f765e79a999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:26:59.475066 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1cd71f01-6e80-4037-9289-7f765e79a999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/689c5efb-847d-4c8e-9540-8114a8344b91 HTTP/1.1" status: 204 len: 168 time: 0.3641627 Sep 23 11:26:59.494547 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-886ed708-5c00-4a84-bd23-069bcc7f8d5b req-2f58e134-b75a-48a7-9c77-525f63dcc226 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 210 time: 0.0450900 Sep 23 11:26:59.506142 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd71f01-6e80-4037-9289-7f765e79a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c5efb-847d-4c8e-9540-8114a8344b91,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:26:59.524450 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b3ae3-55fc-4f2e-9eea-c47918cdd95a req-117d98b4-ecbe-41e9-9eee-eab5d82c9b62 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:26:59.531921 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a89b3ae3-55fc-4f2e-9eea-c47918cdd95a req-117d98b4-ecbe-41e9-9eee-eab5d82c9b62 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 946 time: 0.1188672 Sep 23 11:26:59.592589 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a89b3ae3-55fc-4f2e-9eea-c47918cdd95a req-20009196-e1d7-48ec-840e-efb6c7588e69 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482085 Sep 23 11:27:00.103542 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57402) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:00.167011 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c776b6-b65b-4a78-80fd-14da2cad9d53 admin admin] Deleting subnet 4bad7c28-0f13-46d6-91cf-58d02c091e24 {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:27:00.170914 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-06c776b6-b65b-4a78-80fd-14da2cad9d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:00.216465 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-06c776b6-b65b-4a78-80fd-14da2cad9d53 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:00.228845 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-06c776b6-b65b-4a78-80fd-14da2cad9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:00.437324 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-06c776b6-b65b-4a78-80fd-14da2cad9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:00.463823 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eb0b9-2e5a-4790-86d2-ebe6e3d91778 req-f9606278-ff59-4d3d-a61c-47d28f9c4135 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:00.475143 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b47eb0b9-2e5a-4790-86d2-ebe6e3d91778 req-f9606278-ff59-4d3d-a61c-47d28f9c4135 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0709252 Sep 23 11:27:00.478857 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-06c776b6-b65b-4a78-80fd-14da2cad9d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:00.490535 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-06c776b6-b65b-4a78-80fd-14da2cad9d53 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4bad7c28-0f13-46d6-91cf-58d02c091e24 HTTP/1.1" status: 204 len: 168 time: 0.3849075 Sep 23 11:27:00.500512 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57420) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:00.520129 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b47eb0b9-2e5a-4790-86d2-ebe6e3d91778 req-6cdcce1e-d797-49d0-b43f-26e9bf05c967 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Sep 23 11:27:00.522460 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c776b6-b65b-4a78-80fd-14da2cad9d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bad7c28-0f13-46d6-91cf-58d02c091e24,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:00.654768 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ac283b0-18a0-437f-8962-c036689c3bf7 req-52b30892-b0f7-4259-97b6-0fa18fac05b2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 210 time: 0.0383451 Sep 23 11:27:00.655519 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:00.727545 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c81a74-da4f-4339-9659-ba01c058ad90 req-e1e532ae-2ccb-445d-98f8-d160e84c24d4 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:00.729070 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88c81a74-da4f-4339-9659-ba01c058ad90 req-e1e532ae-2ccb-445d-98f8-d160e84c24d4 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 946 time: 0.0569577 Sep 23 11:27:00.764404 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:00.772972 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88c81a74-da4f-4339-9659-ba01c058ad90 req-02766bc3-9c42-4ff5-be3f-c6c83583e055 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Sep 23 11:27:00.796029 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.796424 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.797185 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.797527 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > port after_create 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.797867 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.798194 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > port after_update 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.798507 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.798879 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.799203 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.799521 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.995995 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.996363 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.996704 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.997037 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:27:00.997414 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf86337-5862-43b8-88ec-475256428503']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:27:01.019805 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb97ba95-31c7-4734-bc78-62e509c1bd7d') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:27:01.020085 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb97ba95-31c7-4734-bc78-62e509c1bd7d') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:27:01.043205 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:01.070496 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:01.080043 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:27:01.080484 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: from cryptography.utils import int_from_bytes Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: from cryptography.utils import int_from_bytes Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:27:01.084687 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:27:01.228231 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:01.247467 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:01.249716 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] 10.222.0.13 "DELETE /v2.0/networks/8cf86337-5862-43b8-88ec-475256428503 HTTP/1.1" status: 204 len: 168 time: 0.7285573 Sep 23 11:27:01.251064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0da8c-175d-4b0a-a069-4f4660fc770b admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf86337-5862-43b8-88ec-475256428503,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:01.279376 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-19583397-7dc5-4194-b249-0e600142bba1 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:01.281416 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-19583397-7dc5-4194-b249-0e600142bba1 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 946 time: 0.0834470 Sep 23 11:27:01.394776 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Deleting port 5361e72d-ab3f-4442-a36c-7b25a988d764 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:27:01.395113 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:01.503150 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] For port 5361e72d-ab3f-4442-a36c-7b25a988d764, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5361e72d-ab3f-4442-a36c-7b25a988d764,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:01.503961 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:01.518737 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Calling delete_port for 5361e72d-ab3f-4442-a36c-7b25a988d764 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:27:01.752653 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888c488-cfda-4d0c-94e5-e09cd6e4ba1b req-b1d1d27e-77d2-43dc-84f8-8fb15cab0037 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:01.760661 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3888c488-cfda-4d0c-94e5-e09cd6e4ba1b req-b1d1d27e-77d2-43dc-84f8-8fb15cab0037 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0977948 Sep 23 11:27:01.812636 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57450) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:01.815320 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da28179-02eb-4219-a578-6311f9cade58 req-5448fd35-98af-42ae-aa06-01a78cc3e8e2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 210 time: 0.0475876 Sep 23 11:27:01.846778 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3888c488-cfda-4d0c-94e5-e09cd6e4ba1b req-0b0fe0e6-2d26-4e24-9059-25e15dd94d06 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840693 Sep 23 11:27:01.856876 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:01.872258 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-196dbf04-a273-4959-b078-482490ec44a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8a3a49b5cdc40c2b0747f5caefd862d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0580792 Sep 23 11:27:01.873298 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['5361e72d-ab3f-4442-a36c-7b25a988d764'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:27:01.878074 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57452) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:02.152715 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Pushing event deleted for resources: {'Port': ['ID=5361e72d-ab3f-4442-a36c-7b25a988d764,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:02.247297 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8d8c64b7-576d-41d2-8aeb-5ee65157e2e9 req-74f7902b-9cec-42bb-baa3-02aa769c8ea6 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 210 time: 0.0920904 Sep 23 11:27:02.339085 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] No DVR routers for this DVR port 5361e72d-ab3f-4442-a36c-7b25a988d764 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:27:02.344502 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:02.347519 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-402ce06c-35b6-47d5-ba9e-8bf2792977af req-ec92ae56-9d27-41c6-8d67-5883cf538d99 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.22 "DELETE /v2.0/ports/5361e72d-ab3f-4442-a36c-7b25a988d764 HTTP/1.1" status: 204 len: 173 time: 1.0575461 Sep 23 11:27:02.347993 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d61380-d791-4f46-8c2e-56e894b71b7b', 'name': 'network-vif-deleted', 'tag': '5361e72d-ab3f-4442-a36c-7b25a988d764'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:02.350662 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b7082f-752d-49cd-a818-8b1b2452e360" -d '{"events": [{"server_uuid": "59d61380-d791-4f46-8c2e-56e894b71b7b", "name": "network-vif-deleted", "tag": "5361e72d-ab3f-4442-a36c-7b25a988d764"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:02.386181 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-757dfdf5-4de0-4411-b7ba-11df6f3094b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:02.412839 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-2bc9a411-b512-4a86-b27c-5d34cdfb6f83 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:02.414429 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-2bc9a411-b512-4a86-b27c-5d34cdfb6f83 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 815 time: 0.2473066 Sep 23 11:27:02.434187 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-757dfdf5-4de0-4411-b7ba-11df6f3094b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:02.447010 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Request body: {'port': {'device_id': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'admin_state_up': True, 'tenant_id': '14083ed816d94c1e9c38cc68683d5346'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:02.461290 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1f67e8-75c6-43f1-8323-ab0db7734174 x-openstack-request-id: req-dd1f67e8-75c6-43f1-8323-ab0db7734174 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:02.461619 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d61380-d791-4f46-8c2e-56e894b71b7b", "name": "network-vif-deleted", "tag": "5361e72d-ab3f-4442-a36c-7b25a988d764", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:02.461924 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd1f67e8-75c6-43f1-8323-ab0db7734174 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:02.462411 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d61380-d791-4f46-8c2e-56e894b71b7b', 'name': 'network-vif-deleted', 'tag': '5361e72d-ab3f-4442-a36c-7b25a988d764', 'status': 'completed', 'code': 200} Sep 23 11:27:02.743711 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-757dfdf5-4de0-4411-b7ba-11df6f3094b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:02.749820 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-757dfdf5-4de0-4411-b7ba-11df6f3094b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:02.758570 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-757dfdf5-4de0-4411-b7ba-11df6f3094b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/577f6ab9-2918-4223-8b26-bf279c725457 HTTP/1.1" status: 204 len: 168 time: 0.8760858 Sep 23 11:27:02.779869 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Made reservation on behalf of 14083ed816d94c1e9c38cc68683d5346 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:27:02.787118 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:02.793487 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dfdf5-4de0-4411-b7ba-11df6f3094b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577f6ab9-2918-4223-8b26-bf279c725457,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:03.037988 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-93e5a5c6-8b29-4bb0-9ac8-3444a52a96fd req-f41b69d6-70e5-4b6f-8efe-308315d4f073 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 210 time: 0.0513906 Sep 23 11:27:03.063746 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Allocated IP 172.20.0.6 (a9eaea2a-12a3-4941-b771-e04f35bd7d62/1fbd3155-b524-4dcf-8faf-a655fdd0a01f/c920cd3f-1331-4003-a62b-b604dbc2cd6e) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:27:03.109457 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090688-081e-4fad-ae82-1319d3985f7e req-c2d40a1e-a768-4464-8db6-414e8d464565 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:03.111184 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8b090688-081e-4fad-ae82-1319d3985f7e req-c2d40a1e-a768-4464-8db6-414e8d464565 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1053517 Sep 23 11:27:03.201085 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8b090688-081e-4fad-ae82-1319d3985f7e req-39e80a13-dbd1-4ab7-aced-45bd697a20a4 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788205 Sep 23 11:27:03.295676 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:03.445572 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d84d7a3-abf5-4b71-a548-10948d97b231 req-9d9af19f-6f62-448f-9fcd-e9ef14b2187f tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=59d61380-d791-4f46-8c2e-56e894b71b7b HTTP/1.1" status: 200 len: 210 time: 0.0369053 Sep 23 11:27:03.447512 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:03.465587 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['780a5888-415d-4935-b139-746b2366ed71'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:27:03.545584 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Network a9eaea2a-12a3-4941-b771-e04f35bd7d62 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:27:03.551595 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:27:03.555724 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:27:03.567467 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:03.568574 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:03.610645 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Pushing event updated for resources: {'Port': ['ID=c920cd3f-1331-4003-a62b-b604dbc2cd6e,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:03.659592 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-ed9dd52c-8e62-4588-98da-6467cecf94d8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2160215 Sep 23 11:27:03.679471 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Request body: {'port': {'device_id': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:03.754123 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:04.156958 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c920cd3f-1331-4003-a62b-b604dbc2cd6e {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:27:04.177632 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:04.210674 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Transition to ACTIVE for port object c920cd3f-1331-4003-a62b-b604dbc2cd6e will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:27:04.233474 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4190d-d41d-499e-8306-61f1f907c32f req-9d886e0f-ec36-4ae6-ac7c-a87ef14ac476 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:04.234029 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da4190d-d41d-499e-8306-61f1f907c32f req-9d886e0f-ec36-4ae6-ac7c-a87ef14ac476 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 931 time: 0.0713241 Sep 23 11:27:04.331366 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8da4190d-d41d-499e-8306-61f1f907c32f req-04f68ccb-488a-40e1-8ffc-82e29814ff81 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872450 Sep 23 11:27:04.332464 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:04.497453 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Pushing event updated for resources: {'Port': ['ID=c920cd3f-1331-4003-a62b-b604dbc2cd6e,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:04.542999 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9437e-f097-4e74-9529-211f2d35da59 req-49f9afaf-9ea1-43e1-8edc-a955073b452a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:04.551698 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31b9437e-f097-4e74-9529-211f2d35da59 req-49f9afaf-9ea1-43e1-8edc-a955073b452a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.2258527 Sep 23 11:27:04.589625 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Attempting to bind port c920cd3f-1331-4003-a62b-b604dbc2cd6e on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:27:04.590045 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Attempting to bind port c920cd3f-1331-4003-a62b-b604dbc2cd6e by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:27:04.590635 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Attempting to bind port c920cd3f-1331-4003-a62b-b604dbc2cd6e on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:27:04.602076 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Port c920cd3f-1331-4003-a62b-b604dbc2cd6e on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:27:04.602488 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Attempting to bind port c920cd3f-1331-4003-a62b-b604dbc2cd6e on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:27:04.614543 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:27:04.615362 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Checking segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:27:04.615362 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Bound using segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:27:04.615890 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Bound port: c920cd3f-1331-4003-a62b-b604dbc2cd6e, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:27:04.616342 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:04.635415 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31b9437e-f097-4e74-9529-211f2d35da59 req-4205da70-100d-43dd-bd96-a928ef197bad tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783556 Sep 23 11:27:04.739191 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] For port c920cd3f-1331-4003-a62b-b604dbc2cd6e, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:27:04.746320 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] For port c920cd3f-1331-4003-a62b-b604dbc2cd6e, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c920cd3f-1331-4003-a62b-b604dbc2cd6e,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:27:04.818462 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:04.903261 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:04.903261 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:04.904576 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] 10.222.0.22 "PUT /v2.0/ports/c920cd3f-1331-4003-a62b-b604dbc2cd6e HTTP/1.1" status: 200 len: 1093 time: 1.2304621 Sep 23 11:27:04.917458 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'tag': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:04.919944 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9087e2-cb10-44f4-b83f-88da6ec3d08a" -d '{"events": [{"name": "network-changed", "server_uuid": "b59a3649-4644-4fd2-9be4-3c5b7fb576f7", "tag": "c920cd3f-1331-4003-a62b-b604dbc2cd6e"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:04.992242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35fa801-2192-42ef-bd95-c133cd44f5af x-openstack-request-id: req-d35fa801-2192-42ef-bd95-c133cd44f5af {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:04.992566 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59a3649-4644-4fd2-9be4-3c5b7fb576f7", "tag": "c920cd3f-1331-4003-a62b-b604dbc2cd6e", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:04.992835 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d35fa801-2192-42ef-bd95-c133cd44f5af {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:04.993200 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'tag': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', 'status': 'completed', 'code': 200} Sep 23 11:27:05.005637 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bd978-67c1-4555-8f27-2346e622b58c service neutron] Pushing event updated for resources: {'Port': ['ID=c920cd3f-1331-4003-a62b-b604dbc2cd6e,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:05.062486 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-ba5de63a-aab6-4f62-b1d7-23431e7d0945 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:05.062486 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-ba5de63a-aab6-4f62-b1d7-23431e7d0945 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/networks?id=6e03e555-3e8d-4223-99f8-b45c2168587d HTTP/1.1" status: 200 len: 808 time: 0.1933689 Sep 23 11:27:05.079945 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0eb702c8-69ab-464d-bb03-699797e58ce7 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/quotas/98ef9e2749f44e8aa4584a14b6b3a1df HTTP/1.1" status: 200 len: 375 time: 0.0109138 Sep 23 11:27:05.120508 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-b31ef187-9d6a-40a9-9e63-b56373f7c42f tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98ef9e2749f44e8aa4584a14b6b3a1df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325284 Sep 23 11:27:05.228584 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-9713e731-3e39-4f61-a54b-e544b9fceef8 service neutron] 10.222.0.13 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002836 Sep 23 11:27:05.330631 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-677a0ae5-7bc4-458f-b1f9-7f95de9a4929 service neutron] 10.222.0.13 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952127 Sep 23 11:27:06.476955 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57602) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:06.593787 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ac58fa74-9719-498a-b882-dfb55b98e67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:06.689808 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ac58fa74-9719-498a-b882-dfb55b98e67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:06.873597 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ac58fa74-9719-498a-b882-dfb55b98e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:06.915874 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ac58fa74-9719-498a-b882-dfb55b98e67e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=541ec7dd93d94ca183ca0cff03aa7b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377475 Sep 23 11:27:06.916620 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58fa74-9719-498a-b882-dfb55b98e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d469a-66b0-4005-98f1-b0481a195bf6,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:06.918773 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57606) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:06.978734 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-07a2fa20-94c8-43cb-97a9-94b44a097745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:06.999897 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-07a2fa20-94c8-43cb-97a9-94b44a097745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:07.118964 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-07a2fa20-94c8-43cb-97a9-94b44a097745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:07.121793 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-07a2fa20-94c8-43cb-97a9-94b44a097745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:07.122990 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-07a2fa20-94c8-43cb-97a9-94b44a097745 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f8d469a-66b0-4005-98f1-b0481a195bf6 HTTP/1.1" status: 204 len: 168 time: 0.2031207 Sep 23 11:27:07.131845 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2fa20-94c8-43cb-97a9-94b44a097745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d469a-66b0-4005-98f1-b0481a195bf6,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:07.541760 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 5361e72d-ab3f-4442-a36c-7b25a988d764 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:27:07.562737 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 5361e72d-ab3f-4442-a36c-7b25a988d764 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:27:07.563230 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 5361e72d-ab3f-4442-a36c-7b25a988d764 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:27:07.624226 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9087e2-cb10-44f4-b83f-88da6ec3d08a req-d46d9ac2-954b-4e0e-a356-ffabe0cf3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:07.625789 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd9087e2-cb10-44f4-b83f-88da6ec3d08a req-d46d9ac2-954b-4e0e-a356-ffabe0cf3439 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 1096 time: 0.0549452 Sep 23 11:27:07.764787 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb1a9c22-837b-4461-80a4-ac1dad331593 req-c4f370cb-da0d-4cc0-9370-5a89e6ea6db5 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 210 time: 0.0607812 Sep 23 11:27:07.822988 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a619ed-c7db-4fb5-a47e-8fa3ece0bd86 req-59334001-98cc-4155-ac71-58fb4b540740 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:07.832877 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19a619ed-c7db-4fb5-a47e-8fa3ece0bd86 req-59334001-98cc-4155-ac71-58fb4b540740 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.1664052 Sep 23 11:27:07.870631 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9087e2-cb10-44f4-b83f-88da6ec3d08a req-ac6253a5-f879-47cd-ae72-7929ccdd0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:07.872795 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd9087e2-cb10-44f4-b83f-88da6ec3d08a req-ac6253a5-f879-47cd-ae72-7929ccdd0bf9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=14083ed816d94c1e9c38cc68683d5346&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2307358 Sep 23 11:27:07.936812 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19a619ed-c7db-4fb5-a47e-8fa3ece0bd86 req-ace1c5a8-dfb9-4e3a-af1d-ecd5d232dad3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029494 Sep 23 11:27:08.004451 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0aeb9-2f2f-4024-9ac9-d3b5f83825f3 req-33d73e34-1aa4-4287-a1c9-193bfad95c43 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:08.006065 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fc0aeb9-2f2f-4024-9ac9-d3b5f83825f3 req-33d73e34-1aa4-4287-a1c9-193bfad95c43 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1519725 Sep 23 11:27:08.041850 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9087e2-cb10-44f4-b83f-88da6ec3d08a req-3657619b-5ee1-4a54-8371-45e2138781c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:08.043369 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd9087e2-cb10-44f4-b83f-88da6ec3d08a req-3657619b-5ee1-4a54-8371-45e2138781c3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420646 Sep 23 11:27:08.066389 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fc0aeb9-2f2f-4024-9ac9-d3b5f83825f3 req-a2bf336d-d09a-499f-8ba0-81d8f42c2410 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513699 Sep 23 11:27:08.172630 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-d7af2721-4aca-43f9-9cbb-a8801f96a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:08.174823 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-d7af2721-4aca-43f9-9cbb-a8801f96a913 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 1096 time: 0.0657940 Sep 23 11:27:08.227668 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-b868d9cc-04b2-4bfc-91fe-e97a43e8b2cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c920cd3f-1331-4003-a62b-b604dbc2cd6e HTTP/1.1" status: 200 len: 217 time: 0.0425425 Sep 23 11:27:08.320310 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-6470c384-d92e-4985-904e-a61ecca015c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:08.323581 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-6470c384-d92e-4985-904e-a61ecca015c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 200 len: 855 time: 0.0779340 Sep 23 11:27:08.363007 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-7efe1bd8-4dda-45b2-91b2-66ea8c1c3bce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9eaea2a-12a3-4941-b771-e04f35bd7d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315509 Sep 23 11:27:08.485683 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-e33151c3-c389-44c7-b018-92fb016348e4 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124163 Sep 23 11:27:08.613720 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e850e504-4cb5-42ff-9dfa-70730e26eb1e req-64d28362-01b2-437c-833b-82f7dffe567b service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083727 Sep 23 11:27:08.787224 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57652) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:08.879770 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e57ab73f-aa43-41ed-a2e6-ca255f07e87e req-f3ed4a0a-38d7-4eb7-95c7-76e1e04a7439 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 210 time: 0.0328283 Sep 23 11:27:08.903470 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cacb-2167-4a91-9f72-61fb0df08bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:09.043804 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cacb-2167-4a91-9f72-61fb0df08bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:09.132036 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cacb-2167-4a91-9f72-61fb0df08bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:09.152246 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a11fbb-f570-4331-a666-2d6bc22dd40a req-860151f9-f59d-402b-b9b2-66d83d9d7a63 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:09.153860 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a6a11fbb-f570-4331-a666-2d6bc22dd40a req-860151f9-f59d-402b-b9b2-66d83d9d7a63 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0871243 Sep 23 11:27:09.215943 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e7a0cacb-2167-4a91-9f72-61fb0df08bf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e107d1adc1c4d41aa2cd10d633bf1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271827 Sep 23 11:27:09.220089 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57670) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:09.222303 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0cacb-2167-4a91-9f72-61fb0df08bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25bc57f-62fa-4272-bf0a-1264c38fbb5f,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:09.285258 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbf230-fbc9-4b68-89be-18031cba4b9e req-4bf029a6-2e42-414a-9139-a2ed5d0552cf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:09.286829 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8cbf230-fbc9-4b68-89be-18031cba4b9e req-4bf029a6-2e42-414a-9139-a2ed5d0552cf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1296737 Sep 23 11:27:09.300348 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a6a11fbb-f570-4331-a666-2d6bc22dd40a req-7317550f-c412-4032-980a-8c97cdc74af8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064017 Sep 23 11:27:09.315400 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d9ec57ab-a07b-4dcc-b688-208a85e43f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:09.337318 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d9ec57ab-a07b-4dcc-b688-208a85e43f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:09.345068 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-64d6fcd7-4555-4801-9d3d-2705f40e6963 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:09.348341 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-64d6fcd7-4555-4801-9d3d-2705f40e6963 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.22 "GET /v2.0/networks?id=6e03e555-3e8d-4223-99f8-b45c2168587d HTTP/1.1" status: 200 len: 808 time: 0.2460091 Sep 23 11:27:09.390901 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8cbf230-fbc9-4b68-89be-18031cba4b9e req-a5c8edcd-1d9e-45b7-8760-cdd7dfd57900 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870478 Sep 23 11:27:09.399258 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Request body: {'port': {'device_id': '69d66baa-bbc3-4429-be9a-a59e1d201952', 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d', 'admin_state_up': True, 'tenant_id': '98ef9e2749f44e8aa4584a14b6b3a1df'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:09.416093 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:27:09.479672 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d9ec57ab-a07b-4dcc-b688-208a85e43f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:09.485104 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d9ec57ab-a07b-4dcc-b688-208a85e43f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:09.487352 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-d9ec57ab-a07b-4dcc-b688-208a85e43f4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d25bc57f-62fa-4272-bf0a-1264c38fbb5f HTTP/1.1" status: 204 len: 168 time: 0.2584469 Sep 23 11:27:09.503513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec57ab-a07b-4dcc-b688-208a85e43f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25bc57f-62fa-4272-bf0a-1264c38fbb5f,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:09.707991 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Made reservation on behalf of 98ef9e2749f44e8aa4584a14b6b3a1df for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:27:09.711777 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:09.891883 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Allocated IP 172.20.0.9 (6e03e555-3e8d-4223-99f8-b45c2168587d/29a5530d-05dc-48fe-bd62-a98994c85aa7/4300c733-85e3-4c47-bad7-af5ac14a089b) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:27:10.071337 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.194403 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.251081 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Network 6e03e555-3e8d-4223-99f8-b45c2168587d is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:27:10.254622 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:27:10.258727 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:27:10.266692 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:10.266692 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.275116 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Pushing event updated for resources: {'Port': ['ID=4300c733-85e3-4c47-bad7-af5ac14a089b,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:10.378254 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5981075d-e1ec-4a5d-9007-43fc28238616 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9854896 Sep 23 11:27:10.413722 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57696) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:10.433597 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57702) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:10.446881 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb227-3d7a-43b3-a55f-f43bca49b7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.559141 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb227-3d7a-43b3-a55f-f43bca49b7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.637691 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-47cb6c20-a857-43fb-85af-b3eb12e14c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.641100 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb227-3d7a-43b3-a55f-f43bca49b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.696408 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-8eeeb227-3d7a-43b3-a55f-f43bca49b7aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a5f6c5c3f2d4289ac2169949198410d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617018 Sep 23 11:27:10.699474 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57704) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:10.700105 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeb227-3d7a-43b3-a55f-f43bca49b7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef36a88c-8ce0-40d4-bb1d-171fb17f1bfc,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:10.759511 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-939515ac-1708-4301-bfff-d0f081cfb700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.786582 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-939515ac-1708-4301-bfff-d0f081cfb700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.796035 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-47cb6c20-a857-43fb-85af-b3eb12e14c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.890477 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-47cb6c20-a857-43fb-85af-b3eb12e14c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.924737 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-939515ac-1708-4301-bfff-d0f081cfb700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.928365 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-939515ac-1708-4301-bfff-d0f081cfb700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:10.929673 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-939515ac-1708-4301-bfff-d0f081cfb700 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef36a88c-8ce0-40d4-bb1d-171fb17f1bfc HTTP/1.1" status: 204 len: 168 time: 0.2291191 Sep 23 11:27:10.937118 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-47cb6c20-a857-43fb-85af-b3eb12e14c87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b68967e3a6644a16bdd84aa957ef4902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219817 Sep 23 11:27:10.938681 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb6c20-a857-43fb-85af-b3eb12e14c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d6bb6-5ebc-4eff-a3f2-f5be905df5ba,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:10.940940 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939515ac-1708-4301-bfff-d0f081cfb700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef36a88c-8ce0-40d4-bb1d-171fb17f1bfc,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:10.943256 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57708) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:11.009436 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-991bcc98-43dc-486a-a542-71cc6eb1f89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:11.034571 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-991bcc98-43dc-486a-a542-71cc6eb1f89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:11.204698 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-991bcc98-43dc-486a-a542-71cc6eb1f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:11.207649 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-991bcc98-43dc-486a-a542-71cc6eb1f89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:11.208889 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-991bcc98-43dc-486a-a542-71cc6eb1f89e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e1d6bb6-5ebc-4eff-a3f2-f5be905df5ba HTTP/1.1" status: 204 len: 168 time: 0.2639170 Sep 23 11:27:11.217611 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bcc98-43dc-486a-a542-71cc6eb1f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d6bb6-5ebc-4eff-a3f2-f5be905df5ba,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:11.840071 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57718) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:11.856742 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-83834eb4-97a9-4d9a-a753-dcea9b12f875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:11.969412 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-83834eb4-97a9-4d9a-a753-dcea9b12f875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.072983 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-83834eb4-97a9-4d9a-a753-dcea9b12f875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.076521 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57720) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:12.090763 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-35ce87dc-17e8-4c9f-8762-1394e9d3e4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.122915 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-83834eb4-97a9-4d9a-a753-dcea9b12f875 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcfd15b8afd045f8acbb94896b346621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816720 Sep 23 11:27:12.123813 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83834eb4-97a9-4d9a-a753-dcea9b12f875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe49ded-fdbb-460c-b9c2-af8b19e35cc4,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:12.126265 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57724) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:12.199703 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ae002c6e-b33c-430f-9fd9-f11fc375a76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.213505 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-35ce87dc-17e8-4c9f-8762-1394e9d3e4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.227294 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ae002c6e-b33c-430f-9fd9-f11fc375a76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.312698 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-35ce87dc-17e8-4c9f-8762-1394e9d3e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.351369 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce87dc-17e8-4c9f-8762-1394e9d3e4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e79977e-d27a-4967-a8ce-1e4cd3bc45ea,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:12.355735 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-35ce87dc-17e8-4c9f-8762-1394e9d3e4e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6402b4733dfe4e3a9bf53ae67efbfef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781260 Sep 23 11:27:12.358598 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57726) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:12.434691 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-228fd192-be5f-417e-8222-1dfef30a9a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.438603 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ae002c6e-b33c-430f-9fd9-f11fc375a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.444069 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ae002c6e-b33c-430f-9fd9-f11fc375a76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.446180 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ae002c6e-b33c-430f-9fd9-f11fc375a76d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe49ded-fdbb-460c-b9c2-af8b19e35cc4 HTTP/1.1" status: 204 len: 168 time: 0.3148682 Sep 23 11:27:12.466383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Request body: {'port': {'device_id': '69d66baa-bbc3-4429-be9a-a59e1d201952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:12.485567 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae002c6e-b33c-430f-9fd9-f11fc375a76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe49ded-fdbb-460c-b9c2-af8b19e35cc4,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:12.510448 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-228fd192-be5f-417e-8222-1dfef30a9a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.634228 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.732530 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c774-613c-46f0-a05d-d2a2d661f5df req-42953baf-1fe9-40e3-ac9f-7d09d5bb0d5b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:12.734022 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2583c774-613c-46f0-a05d-d2a2d661f5df req-42953baf-1fe9-40e3-ac9f-7d09d5bb0d5b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.1308663 Sep 23 11:27:12.746536 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287cd0-c26f-465c-a4d1-e54e5d16894a req-fc7f47c1-78a8-4e71-a436-4d33bff844b3 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:12.748051 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-61287cd0-c26f-465c-a4d1-e54e5d16894a req-fc7f47c1-78a8-4e71-a436-4d33bff844b3 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 931 time: 0.1619124 Sep 23 11:27:12.846561 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-228fd192-be5f-417e-8222-1dfef30a9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.849272 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-228fd192-be5f-417e-8222-1dfef30a9a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:12.850491 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-228fd192-be5f-417e-8222-1dfef30a9a3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e79977e-d27a-4967-a8ce-1e4cd3bc45ea HTTP/1.1" status: 204 len: 168 time: 0.4907866 Sep 23 11:27:12.888148 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fd192-be5f-417e-8222-1dfef30a9a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e79977e-d27a-4967-a8ce-1e4cd3bc45ea,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:12.902412 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2583c774-613c-46f0-a05d-d2a2d661f5df req-cc93d305-82e1-4f7b-ac2a-6ac3d478f7db tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533279 Sep 23 11:27:12.918222 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-61287cd0-c26f-465c-a4d1-e54e5d16894a req-4b5e6987-afd3-47b5-944b-11bb8d37fb86 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590471 Sep 23 11:27:13.129437 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182047-b7b2-411a-9b77-ec9e39fef2a6 req-44cdebb7-b104-47a6-9595-7abe8e50f66e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:13.131530 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c182047-b7b2-411a-9b77-ec9e39fef2a6 req-44cdebb7-b104-47a6-9595-7abe8e50f66e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1332390 Sep 23 11:27:13.252575 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c182047-b7b2-411a-9b77-ec9e39fef2a6 req-13226c12-5fb5-49b1-9dab-720d35d85a5f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898213 Sep 23 11:27:13.257254 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4300c733-85e3-4c47-bad7-af5ac14a089b {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:27:13.267235 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:13.282074 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Transition to ACTIVE for port object 4300c733-85e3-4c47-bad7-af5ac14a089b will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:27:13.381758 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:13.439457 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Pushing event updated for resources: {'Port': ['ID=4300c733-85e3-4c47-bad7-af5ac14a089b,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:13.481910 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Attempting to bind port 4300c733-85e3-4c47-bad7-af5ac14a089b on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:27:13.481910 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Attempting to bind port 4300c733-85e3-4c47-bad7-af5ac14a089b by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:27:13.481910 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Attempting to bind port 4300c733-85e3-4c47-bad7-af5ac14a089b on network 6e03e555-3e8d-4223-99f8-b45c2168587d {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:27:13.481910 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Port 4300c733-85e3-4c47-bad7-af5ac14a089b on network 6e03e555-3e8d-4223-99f8-b45c2168587d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:27:13.481910 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Attempting to bind port 4300c733-85e3-4c47-bad7-af5ac14a089b on network 6e03e555-3e8d-4223-99f8-b45c2168587d {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:27:13.486696 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:27:13.486909 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Checking segment: {'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:27:13.487118 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Bound using segment: {'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:27:13.487542 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Bound port: 4300c733-85e3-4c47-bad7-af5ac14a089b, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73cbbdf3-b796-4352-bbef-2eb6800f7a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:27:13.487893 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:13.558800 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] For port 4300c733-85e3-4c47-bad7-af5ac14a089b, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:27:13.562512 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] For port 4300c733-85e3-4c47-bad7-af5ac14a089b, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4300c733-85e3-4c47-bad7-af5ac14a089b,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:27:13.782025 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1faf4906-82c1-4af8-9961-413d8f72ef6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:13.782654 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:13.823026 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:13.823786 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:13.825388 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] 10.222.0.22 "PUT /v2.0/ports/4300c733-85e3-4c47-bad7-af5ac14a089b HTTP/1.1" status: 200 len: 1093 time: 1.3663454 Sep 23 11:27:13.828350 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d66baa-bbc3-4429-be9a-a59e1d201952', 'tag': '4300c733-85e3-4c47-bad7-af5ac14a089b'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:13.832129 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de58d1e1-c56c-4643-8053-9255a65a72ad" -d '{"events": [{"name": "network-changed", "server_uuid": "69d66baa-bbc3-4429-be9a-a59e1d201952", "tag": "4300c733-85e3-4c47-bad7-af5ac14a089b"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:13.872227 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f382d14-989e-43bc-a7b8-ebb5a9233e84 service neutron] Pushing event updated for resources: {'Port': ['ID=4300c733-85e3-4c47-bad7-af5ac14a089b,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:13.902563 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3f5b4f-4b25-423f-8830-abd420d85bc2 x-openstack-request-id: req-bb3f5b4f-4b25-423f-8830-abd420d85bc2 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:13.903021 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d66baa-bbc3-4429-be9a-a59e1d201952", "tag": "4300c733-85e3-4c47-bad7-af5ac14a089b", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:13.903419 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb3f5b4f-4b25-423f-8830-abd420d85bc2 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:13.904028 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d66baa-bbc3-4429-be9a-a59e1d201952', 'tag': '4300c733-85e3-4c47-bad7-af5ac14a089b', 'status': 'completed', 'code': 200} Sep 23 11:27:14.294543 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d1e1-c56c-4643-8053-9255a65a72ad req-27cc564e-a5a7-47ee-9636-768ad7792688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:14.296122 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de58d1e1-c56c-4643-8053-9255a65a72ad req-27cc564e-a5a7-47ee-9636-768ad7792688 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ef9e2749f44e8aa4584a14b6b3a1df&device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 1096 time: 0.3601964 Sep 23 11:27:14.312134 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5c4a8-4b15-4a6a-be7a-e12640cb3023 req-f6a38f65-69c4-4800-8624-cb1fb891782a tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:14.313696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94d5c4a8-4b15-4a6a-be7a-e12640cb3023 req-f6a38f65-69c4-4800-8624-cb1fb891782a tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 943 time: 0.1071854 Sep 23 11:27:14.323420 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771651-76a6-44a5-8040-4c4ec2d45a24 req-0480db92-972c-412c-99b9-335784d1e41b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:14.324979 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6b771651-76a6-44a5-8040-4c4ec2d45a24 req-0480db92-972c-412c-99b9-335784d1e41b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.1172237 Sep 23 11:27:14.436165 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device c920cd3f-1331-4003-a62b-b604dbc2cd6e details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:27:14.450857 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94d5c4a8-4b15-4a6a-be7a-e12640cb3023 req-5baf462d-07f8-441f-940d-19cb1d5ead14 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248746 Sep 23 11:27:14.460251 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6b771651-76a6-44a5-8040-4c4ec2d45a24 req-1885ff49-88f7-4a82-a082-e05530bf2c9b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242044 Sep 23 11:27:14.482819 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d1e1-c56c-4643-8053-9255a65a72ad req-694f15c8-44a4-4bda-b7f7-39922a6a5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:14.485387 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de58d1e1-c56c-4643-8053-9255a65a72ad req-694f15c8-44a4-4bda-b7f7-39922a6a5da9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=98ef9e2749f44e8aa4584a14b6b3a1df&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1701202 Sep 23 11:27:14.578214 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port c920cd3f-1331-4003-a62b-b604dbc2cd6e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c920cd3f-1331-4003-a62b-b604dbc2cd6e,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:14.591903 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'port_id': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', 'mac_address': 'fa:16:3e:9e:6c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbd3155-b524-4dcf-8faf-a655fdd0a01f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:27:14.635364 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ea1a-b54c-4b32-a88c-a2ba95195b4e req-f8f4fa97-2252-492e-a469-fd8045455ec3 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:14.637110 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7f3ea1a-b54c-4b32-a88c-a2ba95195b4e req-f8f4fa97-2252-492e-a469-fd8045455ec3 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1094065 Sep 23 11:27:14.640234 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:14.655161 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c920cd3f-1331-4003-a62b-b604dbc2cd6e {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:27:14.659799 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d1e1-c56c-4643-8053-9255a65a72ad req-03519068-72b2-4024-9ac3-08e8955e3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:14.659799 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de58d1e1-c56c-4643-8053-9255a65a72ad req-03519068-72b2-4024-9ac3-08e8955e3156 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527252 Sep 23 11:27:14.679258 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port c920cd3f-1331-4003-a62b-b604dbc2cd6e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c920cd3f-1331-4003-a62b-b604dbc2cd6e,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:14.691474 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7f3ea1a-b54c-4b32-a88c-a2ba95195b4e req-9ce4d786-f2e5-4cf8-b797-63b4be328acb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 Sep 23 11:27:14.759575 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-45d87314-eee7-4c70-be59-510b5229fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:14.761143 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-45d87314-eee7-4c70-be59-510b5229fae9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98ef9e2749f44e8aa4584a14b6b3a1df&device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 1096 time: 0.0549202 Sep 23 11:27:14.808648 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-0a804354-3235-4e7b-bfba-9d8c113d7f8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4300c733-85e3-4c47-bad7-af5ac14a089b HTTP/1.1" status: 200 len: 217 time: 0.0353739 Sep 23 11:27:14.838674 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:14.899820 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-190da034-5091-45c5-bb90-4073dc2bf32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:14.901331 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-190da034-5091-45c5-bb90-4073dc2bf32e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=29a5530d-05dc-48fe-bd62-a98994c85aa7 HTTP/1.1" status: 200 len: 848 time: 0.0709770 Sep 23 11:27:14.918196 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=c920cd3f-1331-4003-a62b-b604dbc2cd6e,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:14.941382 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-5215ac5f-a69c-41f1-8232-47d2f5a5dc34 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6e03e555-3e8d-4223-99f8-b45c2168587d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311823 Sep 23 11:27:15.043480 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-b8091f31-5ace-4ca6-a0ea-c3ff1d6b5b10 service neutron] 10.222.0.22 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924165 Sep 23 11:27:15.159145 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae2de30e-fc62-4dc2-abc6-a5e97d95b151 req-877cfc0c-7e02-46f2-b0ad-f5ae82d885dc service neutron] 10.222.0.22 "GET /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046321 Sep 23 11:27:15.194136 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['c920cd3f-1331-4003-a62b-b604dbc2cd6e'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:27:15.566048 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a752196e-d1da-431e-90d0-67a706fe178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:15.600314 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bae73-ff2d-41de-a898-d75b033052b9 req-b0764af0-99bb-49c8-9ef0-abe7ee8a273d tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:15.601941 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d24bae73-ff2d-41de-a898-d75b033052b9 req-b0764af0-99bb-49c8-9ef0-abe7ee8a273d tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 943 time: 0.0730796 Sep 23 11:27:15.675340 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865762dd-4961-42ec-8bdf-5f447c7758e9 req-dc397504-7b67-4e7a-999d-cebbaa28a757 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:15.677121 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-865762dd-4961-42ec-8bdf-5f447c7758e9 req-dc397504-7b67-4e7a-999d-cebbaa28a757 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 944 time: 0.0988507 Sep 23 11:27:15.683181 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d24bae73-ff2d-41de-a898-d75b033052b9 req-c3b01dd6-dec0-4ac9-8461-ed213fa4b685 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659573 Sep 23 11:27:15.741151 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-865762dd-4961-42ec-8bdf-5f447c7758e9 req-772c9c76-d877-4370-be69-891cbaccdc47 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569785 Sep 23 11:27:15.831307 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9705dcc-cb9c-4b2a-b0fe-decd001a7a33 req-bca9c931-b1ae-4ee4-8fab-27b43980fc4f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:15.833112 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b9705dcc-cb9c-4b2a-b0fe-decd001a7a33 req-bca9c931-b1ae-4ee4-8fab-27b43980fc4f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0591304 Sep 23 11:27:15.908791 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b9705dcc-cb9c-4b2a-b0fe-decd001a7a33 req-1f4a4aa4-91f4-43a5-af84-d4b19fb7e923 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Sep 23 11:27:16.439981 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device c920cd3f-1331-4003-a62b-b604dbc2cd6e up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:27:16.484374 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:16.672981 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port c920cd3f-1331-4003-a62b-b604dbc2cd6e completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:27:16.678321 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port c920cd3f-1331-4003-a62b-b604dbc2cd6e triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:27:16.678871 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:16.812446 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:16.848478 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:16.851418 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5049933-38fd-421a-878e-f81e255c44b7" -d '{"events": [{"server_uuid": "b59a3649-4644-4fd2-9be4-3c5b7fb576f7", "name": "network-vif-plugged", "status": "completed", "tag": "c920cd3f-1331-4003-a62b-b604dbc2cd6e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:16.866689 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port c920cd3f-1331-4003-a62b-b604dbc2cd6e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c920cd3f-1331-4003-a62b-b604dbc2cd6e,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:16.958664 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:16.971131 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280f70a-df7a-4c44-bd4e-d7fa5a5d0039 req-c2aee3f8-7f73-420f-884c-21efabfa6146 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:16.973723 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d280f70a-df7a-4c44-bd4e-d7fa5a5d0039 req-c2aee3f8-7f73-420f-884c-21efabfa6146 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 943 time: 0.1502612 Sep 23 11:27:16.986629 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5060d1-d720-469e-b03d-9c8c6bf93e29 req-d1bd352d-a08f-4251-b03c-4520a0c83eb1 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:16.994364 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f5060d1-d720-469e-b03d-9c8c6bf93e29 req-d1bd352d-a08f-4251-b03c-4520a0c83eb1 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 944 time: 0.1262372 Sep 23 11:27:17.030225 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=c920cd3f-1331-4003-a62b-b604dbc2cd6e,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:17.092395 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f5060d1-d720-469e-b03d-9c8c6bf93e29 req-40454c1d-7fc8-41b9-b7d4-94a7a08c00ee tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920346 Sep 23 11:27:17.095791 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d280f70a-df7a-4c44-bd4e-d7fa5a5d0039 req-38bcbe01-3f04-4316-87eb-f94871f4a3a7 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986035 Sep 23 11:27:17.146079 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b3b7b0-63ca-426c-a436-09a4dd63a17d x-openstack-request-id: req-f5b3b7b0-63ca-426c-a436-09a4dd63a17d {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:17.146079 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a3649-4644-4fd2-9be4-3c5b7fb576f7", "name": "network-vif-plugged", "status": "completed", "tag": "c920cd3f-1331-4003-a62b-b604dbc2cd6e", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:17.146079 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5b3b7b0-63ca-426c-a436-09a4dd63a17d {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:17.146079 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', 'code': 200} Sep 23 11:27:17.237124 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ffdc-d901-4799-8443-459d4b6928aa req-2b8753bd-dcd2-4099-9bef-8dcb0cb5a7ae tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:17.238799 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e6d5ffdc-d901-4799-8443-459d4b6928aa req-2b8753bd-dcd2-4099-9bef-8dcb0cb5a7ae tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0571179 Sep 23 11:27:17.302580 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e6d5ffdc-d901-4799-8443-459d4b6928aa req-b670a430-3187-4ff9-8bf2-93ffe8aff799 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570633 Sep 23 11:27:17.439875 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:17.482310 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57860) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:17.544069 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a536f3-3cc9-491b-90ac-80bdd6cf75fa req-c1f5dbb2-c8bf-4250-b798-013a1631d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:17.546879 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49a536f3-3cc9-491b-90ac-80bdd6cf75fa req-c1f5dbb2-c8bf-4250-b798-013a1631d971 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 1098 time: 0.0811853 Sep 23 11:27:17.593662 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49a536f3-3cc9-491b-90ac-80bdd6cf75fa req-61c405f1-2970-4aa2-bd25-2e2a0511dd56 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389626 Sep 23 11:27:17.652334 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-907800b2-af60-4c40-be2a-fa45008a6c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:17.772498 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-907800b2-af60-4c40-be2a-fa45008a6c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:17.884607 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-907800b2-af60-4c40-be2a-fa45008a6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:17.930994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907800b2-af60-4c40-be2a-fa45008a6c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451ee4a7-914c-4382-9c82-e08318fa5ecc,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:17.939104 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57866) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:17.940012 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-907800b2-af60-4c40-be2a-fa45008a6c5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=895d51ab492846b8948692ba76aa82c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549880 Sep 23 11:27:18.011490 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-26d6e810-1ee2-4f97-b3eb-b3af7d2ef99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:18.049724 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-26d6e810-1ee2-4f97-b3eb-b3af7d2ef99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:18.170961 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-26d6e810-1ee2-4f97-b3eb-b3af7d2ef99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:18.174856 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-26d6e810-1ee2-4f97-b3eb-b3af7d2ef99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:18.178782 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-26d6e810-1ee2-4f97-b3eb-b3af7d2ef99b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/451ee4a7-914c-4382-9c82-e08318fa5ecc HTTP/1.1" status: 204 len: 168 time: 0.2370408 Sep 23 11:27:18.187229 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6e810-1ee2-4f97-b3eb-b3af7d2ef99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451ee4a7-914c-4382-9c82-e08318fa5ecc,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:18.275018 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d540b7-08ee-4d37-8ae0-c9a72cc2b97f req-676f0482-ccf2-4fc2-8d17-f4849728b17e tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:18.276896 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-52d540b7-08ee-4d37-8ae0-c9a72cc2b97f req-676f0482-ccf2-4fc2-8d17-f4849728b17e tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 943 time: 0.0986114 Sep 23 11:27:18.287293 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae55ef4-7dab-4770-9da6-00e2f1bc34a1 req-5995e6dd-b014-4bb2-ae74-c3b93fb36c58 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:18.289875 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cae55ef4-7dab-4770-9da6-00e2f1bc34a1 req-5995e6dd-b014-4bb2-ae74-c3b93fb36c58 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.1098299 Sep 23 11:27:18.357709 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cae55ef4-7dab-4770-9da6-00e2f1bc34a1 req-8437e442-fe4b-492a-b22d-b91b9b0075ff tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570414 Sep 23 11:27:18.360626 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-52d540b7-08ee-4d37-8ae0-c9a72cc2b97f req-57aff848-d7d7-4df5-adb7-36d6a3902d10 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691452 Sep 23 11:27:18.454145 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 4300c733-85e3-4c47-bad7-af5ac14a089b details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:27:18.494614 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b03b-d08e-4a35-a5ee-d645940d8184 req-77a2132f-053e-4399-9a65-b17d015eedce tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:18.496533 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e721b03b-d08e-4a35-a5ee-d645940d8184 req-77a2132f-053e-4399-9a65-b17d015eedce tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0555186 Sep 23 11:27:18.550769 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e721b03b-d08e-4a35-a5ee-d645940d8184 req-4af013a9-109f-4a40-8429-450b55a5e407 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Sep 23 11:27:18.577830 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 4300c733-85e3-4c47-bad7-af5ac14a089b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4300c733-85e3-4c47-bad7-af5ac14a089b,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:18.601911 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '4300c733-85e3-4c47-bad7-af5ac14a089b', 'network_id': '6e03e555-3e8d-4223-99f8-b45c2168587d', 'port_id': '4300c733-85e3-4c47-bad7-af5ac14a089b', 'mac_address': 'fa:16:3e:63:82:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a5530d-05dc-48fe-bd62-a98994c85aa7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:27:18.760092 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:18.774032 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:18.789629 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4300c733-85e3-4c47-bad7-af5ac14a089b {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:27:18.813573 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 4300c733-85e3-4c47-bad7-af5ac14a089b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4300c733-85e3-4c47-bad7-af5ac14a089b,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:18.890113 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:18.947070 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=4300c733-85e3-4c47-bad7-af5ac14a089b,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:18.978694 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 57886) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:18.992640 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-33137b63-185a-4dff-864b-7077bb911176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:19.087585 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-33137b63-185a-4dff-864b-7077bb911176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:19.187215 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-33137b63-185a-4dff-864b-7077bb911176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:19.233582 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-33137b63-185a-4dff-864b-7077bb911176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=564cef3db74f4dc68bb2bdbeca3a8cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532799 Sep 23 11:27:19.234541 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33137b63-185a-4dff-864b-7077bb911176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c38d84-b4b9-48bd-981d-c7036dc8a560,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:19.237064 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 57888) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:19.301462 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7614638b-a8d6-442f-bca6-0494c8fbdf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:19.325099 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7614638b-a8d6-442f-bca6-0494c8fbdf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:19.560735 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393467b-e861-4e63-8f95-ed43c20a4f35 req-5f91c885-9342-4b7e-b987-a96d4caf0c90 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:19.563200 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8393467b-e861-4e63-8f95-ed43c20a4f35 req-5f91c885-9342-4b7e-b987-a96d4caf0c90 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.1289420 Sep 23 11:27:19.578029 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e85d9-9658-4fed-8e2a-d2cbd83f923a req-0c4800c9-53a3-4a0b-ae47-42c9a4567a24 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:19.581161 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-203e85d9-9658-4fed-8e2a-d2cbd83f923a req-0c4800c9-53a3-4a0b-ae47-42c9a4567a24 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 944 time: 0.1450362 Sep 23 11:27:19.584429 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7614638b-a8d6-442f-bca6-0494c8fbdf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:19.588977 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7614638b-a8d6-442f-bca6-0494c8fbdf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:19.590835 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7614638b-a8d6-442f-bca6-0494c8fbdf64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34c38d84-b4b9-48bd-981d-c7036dc8a560 HTTP/1.1" status: 204 len: 168 time: 0.3524606 Sep 23 11:27:19.646979 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614638b-a8d6-442f-bca6-0494c8fbdf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c38d84-b4b9-48bd-981d-c7036dc8a560,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:19.684696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-203e85d9-9658-4fed-8e2a-d2cbd83f923a req-094a6d9e-b7b7-4d2d-97c3-adfc27106cfb tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915494 Sep 23 11:27:19.687763 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8393467b-e861-4e63-8f95-ed43c20a4f35 req-1b2b0362-c1fd-46c7-b58a-cb6a94141e9b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050637 Sep 23 11:27:19.864854 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f706d-8877-407f-9b38-1d95e9935d36 req-6509ebea-fbbe-4595-8fe5-3e1c6e32fedb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:19.867735 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e96f706d-8877-407f-9b38-1d95e9935d36 req-6509ebea-fbbe-4595-8fe5-3e1c6e32fedb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0694592 Sep 23 11:27:19.916665 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e96f706d-8877-407f-9b38-1d95e9935d36 req-9ba9577f-0d2f-408f-ab2d-907aa8126cd9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Sep 23 11:27:21.736834 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:21.784940 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7511b68-e97c-4504-9bea-c58b0c746984 req-de684b47-53d1-461b-b181-25866b1c0651 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:21.790240 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e7511b68-e97c-4504-9bea-c58b0c746984 req-de684b47-53d1-461b-b181-25866b1c0651 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 944 time: 0.0827165 Sep 23 11:27:21.825272 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83376d-b701-42bb-9c23-1ce53af412fa req-39b5c3cd-903e-474c-ac6e-61badb5422c4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:21.826629 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c83376d-b701-42bb-9c23-1ce53af412fa req-39b5c3cd-903e-474c-ac6e-61badb5422c4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.0938611 Sep 23 11:27:21.847992 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e7511b68-e97c-4504-9bea-c58b0c746984 req-fd87aee4-7d33-4bc5-92c2-6fc57f53d882 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486288 Sep 23 11:27:21.897504 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c83376d-b701-42bb-9c23-1ce53af412fa req-ddbfc8c1-5181-4668-8656-dcdacd18628e tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483079 Sep 23 11:27:21.977855 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['4300c733-85e3-4c47-bad7-af5ac14a089b'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:27:21.999941 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cf5db-2e27-439d-84b2-a435b4f2045c req-e272a7c9-a325-43c7-8b50-3586aac2216b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:22.007972 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ef2cf5db-2e27-439d-84b2-a435b4f2045c req-e272a7c9-a325-43c7-8b50-3586aac2216b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0828278 Sep 23 11:27:22.049330 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ef2cf5db-2e27-439d-84b2-a435b4f2045c req-50058b04-efb5-4a0b-b268-e7d7f599deab tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 Sep 23 11:27:22.997270 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea76b9f-e8a6-42e5-a64c-f03be78a2a26 req-5fdef7fe-742e-4a91-9c78-8046ad6050f4 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:22.999982 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea76b9f-e8a6-42e5-a64c-f03be78a2a26 req-5fdef7fe-742e-4a91-9c78-8046ad6050f4 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 944 time: 0.0754292 Sep 23 11:27:23.096462 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea76b9f-e8a6-42e5-a64c-f03be78a2a26 req-4480300a-e860-4829-863e-11ffd445ec8b tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721943 Sep 23 11:27:23.105385 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf24b8-edc1-4b7c-8f5b-4a76f02b4721 req-1c3f217c-a830-4dc5-a063-5dabb02008a3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:23.107894 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8dcf24b8-edc1-4b7c-8f5b-4a76f02b4721 req-1c3f217c-a830-4dc5-a063-5dabb02008a3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.1057346 Sep 23 11:27:23.161594 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8dcf24b8-edc1-4b7c-8f5b-4a76f02b4721 req-0dd7cedb-8efe-42be-9c44-0de0b368686f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Sep 23 11:27:23.241330 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a3e85-3944-462b-bc4c-97ea9ffea5ae req-55d95006-9113-43bb-a272-9f8855652f23 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:23.242978 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be0a3e85-3944-462b-bc4c-97ea9ffea5ae req-55d95006-9113-43bb-a272-9f8855652f23 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0611401 Sep 23 11:27:23.293848 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be0a3e85-3944-462b-bc4c-97ea9ffea5ae req-7b248cda-5f10-4680-834b-49b274ab5f7c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383670 Sep 23 11:27:23.593611 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 4300c733-85e3-4c47-bad7-af5ac14a089b up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:27:23.781371 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 4300c733-85e3-4c47-bad7-af5ac14a089b completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:27:23.787328 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 4300c733-85e3-4c47-bad7-af5ac14a089b triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:27:23.788000 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:23.893506 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:23.927374 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d66baa-bbc3-4429-be9a-a59e1d201952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4300c733-85e3-4c47-bad7-af5ac14a089b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:23.929844 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97615fa-a205-4952-822d-3a89d9e51593" -d '{"events": [{"server_uuid": "69d66baa-bbc3-4429-be9a-a59e1d201952", "name": "network-vif-plugged", "status": "completed", "tag": "4300c733-85e3-4c47-bad7-af5ac14a089b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:23.950442 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 4300c733-85e3-4c47-bad7-af5ac14a089b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4300c733-85e3-4c47-bad7-af5ac14a089b,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:24.023525 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3108d3c-2178-4931-9625-24a8db2df561 x-openstack-request-id: req-c3108d3c-2178-4931-9625-24a8db2df561 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:24.023817 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d66baa-bbc3-4429-be9a-a59e1d201952", "name": "network-vif-plugged", "status": "completed", "tag": "4300c733-85e3-4c47-bad7-af5ac14a089b", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:24.024063 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3108d3c-2178-4931-9625-24a8db2df561 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:24.024528 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d66baa-bbc3-4429-be9a-a59e1d201952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4300c733-85e3-4c47-bad7-af5ac14a089b', 'code': 200} Sep 23 11:27:24.026854 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:24.107283 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=4300c733-85e3-4c47-bad7-af5ac14a089b,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:24.256381 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcb251-d44a-4269-863c-8e69bf2b4f8e req-a53e32c0-a04a-450c-bb4c-0c7566859f02 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:24.257910 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cbdcb251-d44a-4269-863c-8e69bf2b4f8e req-a53e32c0-a04a-450c-bb4c-0c7566859f02 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 945 time: 0.0612845 Sep 23 11:27:24.334711 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cbdcb251-d44a-4269-863c-8e69bf2b4f8e req-7da023d4-73a5-431a-a0a2-59bff3419cee tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635991 Sep 23 11:27:24.345775 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc91e29-8335-4fd0-8924-b0ff2551cb2d req-6af3450c-d45d-4811-afa5-eda83a67045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:24.347544 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0fc91e29-8335-4fd0-8924-b0ff2551cb2d req-6af3450c-d45d-4811-afa5-eda83a67045b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 1098 time: 0.0617707 Sep 23 11:27:24.459245 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0fc91e29-8335-4fd0-8924-b0ff2551cb2d req-2fe58f4a-3c28-4e90-86f2-85aa1ac03459 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904143 Sep 23 11:27:24.481092 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f543b-cc54-4441-8ec4-5809481eb418 req-bf8eb618-ad75-4ded-8388-ce46e1b89721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:24.483764 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4d5f543b-cc54-4441-8ec4-5809481eb418 req-bf8eb618-ad75-4ded-8388-ce46e1b89721 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 1098 time: 0.0926480 Sep 23 11:27:24.490047 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15a57b-3d63-434a-b7f1-22c5f6d52ca1 req-c4522ced-5c15-44ac-83c4-90d2a410d16c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:24.491568 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e15a57b-3d63-434a-b7f1-22c5f6d52ca1 req-c4522ced-5c15-44ac-83c4-90d2a410d16c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0893683 Sep 23 11:27:24.556355 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e15a57b-3d63-434a-b7f1-22c5f6d52ca1 req-f74a8229-2400-4935-acc4-88f5cf6985b5 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537422 Sep 23 11:27:24.753128 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4d5f543b-cc54-4441-8ec4-5809481eb418 req-1dc46a5f-bff7-49fa-a054-8ee915ad0fc0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Sep 23 11:27:25.472100 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76ccdb-8e8a-40b9-b039-0307aba8e5a6 req-5567651f-a1bc-4b8c-8bff-fdd4659b566a tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:25.473819 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe76ccdb-8e8a-40b9-b039-0307aba8e5a6 req-5567651f-a1bc-4b8c-8bff-fdd4659b566a tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 945 time: 0.0585840 Sep 23 11:27:25.515832 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe76ccdb-8e8a-40b9-b039-0307aba8e5a6 req-62dd97ee-21cc-495b-9d75-63250e8cd177 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Sep 23 11:27:25.690707 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7071e2-acca-42e1-b98d-f808c28e9877 req-363e9785-1e8b-45d4-a5d5-4561fb0cc6d8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:25.692377 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c7071e2-acca-42e1-b98d-f808c28e9877 req-363e9785-1e8b-45d4-a5d5-4561fb0cc6d8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0593474 Sep 23 11:27:25.739922 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c7071e2-acca-42e1-b98d-f808c28e9877 req-3ea1349f-d940-496d-b20a-fda18021cb7e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Sep 23 11:27:26.692844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-a510dd23-8f89-4806-af4e-c7e30b791b61 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:26.694578 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-a510dd23-8f89-4806-af4e-c7e30b791b61 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 815 time: 0.1509330 Sep 23 11:27:26.703287 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83c128-3ab6-4084-b8df-6fad91470754 req-3464b552-3dc7-48dd-8d08-e06a895f747a tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:26.705952 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a83c128-3ab6-4084-b8df-6fad91470754 req-3464b552-3dc7-48dd-8d08-e06a895f747a tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 945 time: 0.1114032 Sep 23 11:27:26.730443 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-29193f09-5c81-462a-875e-6b28da97b8d3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/quotas/14083ed816d94c1e9c38cc68683d5346 HTTP/1.1" status: 200 len: 375 time: 0.0234601 Sep 23 11:27:26.775843 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a83c128-3ab6-4084-b8df-6fad91470754 req-eb76d0be-1467-4789-bd84-ce4518452f91 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619218 Sep 23 11:27:26.797344 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-11db06dc-7f41-4bd9-81b0-e63d4f61e1b8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603104 Sep 23 11:27:26.936032 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-bc689b6f-0a46-4a20-af16-c11bada43f50 service neutron] 10.222.0.13 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254764 Sep 23 11:27:26.948275 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a1e5c-8af5-41d4-b803-204fedb366e9 req-4215474e-5f3b-41be-b9e4-f64810ad9713 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:26.949801 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a60a1e5c-8af5-41d4-b803-204fedb366e9 req-4215474e-5f3b-41be-b9e4-f64810ad9713 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0747330 Sep 23 11:27:27.051329 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a60a1e5c-8af5-41d4-b803-204fedb366e9 req-af108dbf-fc80-4430-8b4b-ffb48f973d59 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914392 Sep 23 11:27:27.079728 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-47a04573-9f8e-4cb8-b8ec-5fe4e5d4ae8e service neutron] 10.222.0.13 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287947 Sep 23 11:27:27.208893 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d29ed-17c2-4e9c-abf0-dd0c47514cff req-4ab0b01b-03d6-48ae-a92d-256449fd5f1a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:27.210428 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d25d29ed-17c2-4e9c-abf0-dd0c47514cff req-4ab0b01b-03d6-48ae-a92d-256449fd5f1a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0547640 Sep 23 11:27:27.268186 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d25d29ed-17c2-4e9c-abf0-dd0c47514cff req-2864b416-4401-4bff-b058-e336bdac8e92 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496359 Sep 23 11:27:27.361150 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-97970365-de12-4b91-b4be-810cffd43c90 req-f27111c5-e417-49fb-b6aa-141689fc626b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 210 time: 0.0480111 Sep 23 11:27:27.913203 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056b51-7d94-4cd7-be67-f091a38919f0 req-1d81d13d-4964-44f9-b77f-2c316d130a49 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:27.914761 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f3056b51-7d94-4cd7-be67-f091a38919f0 req-1d81d13d-4964-44f9-b77f-2c316d130a49 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 945 time: 0.0567575 Sep 23 11:27:27.956664 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f3056b51-7d94-4cd7-be67-f091a38919f0 req-afe8dc52-4aa1-4bef-811c-7eb1a28287b5 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358827 Sep 23 11:27:28.479149 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e451e7a-7329-457c-93bb-94e8eed54de7 req-70b6dd81-b589-4850-835f-bd6f28aac81c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 210 time: 0.0278425 Sep 23 11:27:29.177306 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 58142) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:29.354302 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-993b41a6-6587-4238-b3ab-238c085180c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:29.698041 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8df1a389-e3ea-4945-9ec7-23d2cc059076 req-c550effb-5836-4fba-88a6-9b2561337f9b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 210 time: 0.0664039 Sep 23 11:27:29.732356 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-993b41a6-6587-4238-b3ab-238c085180c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:29.810289 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-993b41a6-6587-4238-b3ab-238c085180c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:29.895708 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b41a6-6587-4238-b3ab-238c085180c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c6821c-6b2f-4864-91a7-514db69c7465,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:29.905865 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-993b41a6-6587-4238-b3ab-238c085180c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cc5f482198947b79be0228197c2c326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247469 Sep 23 11:27:29.909800 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 58166) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:29.981188 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-b26f7b7b-7552-4c6d-b0c9-a8149a495a78 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:29.983956 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-b26f7b7b-7552-4c6d-b0c9-a8149a495a78 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 815 time: 0.1761141 Sep 23 11:27:30.023641 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Request body: {'port': {'device_id': '64d381b4-b0fc-48a0-ba47-9f24c8ee9031', 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'admin_state_up': True, 'tenant_id': '14083ed816d94c1e9c38cc68683d5346'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:30.096750 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1afe6f8a-8f7f-4ace-b363-33243cdf78d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:30.564417 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1afe6f8a-8f7f-4ace-b363-33243cdf78d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:30.657794 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-bd948362-f8f5-4803-a6ba-b920e811b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:30.659297 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-bd948362-f8f5-4803-a6ba-b920e811b2cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1098 time: 0.1932905 Sep 23 11:27:30.670794 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a444-eee5-4e51-bdba-a99b63b84633 req-499f312d-07fd-4b7f-9f3f-3b4f681a07b8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:30.671181 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7a444-eee5-4e51-bdba-a99b63b84633 req-499f312d-07fd-4b7f-9f3f-3b4f681a07b8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.2126861 Sep 23 11:27:30.679083 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4b913-a78e-4bbf-8928-8af295541391 req-34f22a78-f2a2-44ca-ab53-ac42120c9c0e tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:30.680629 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87c4b913-a78e-4bbf-8928-8af295541391 req-34f22a78-f2a2-44ca-ab53-ac42120c9c0e tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 945 time: 0.2206521 Sep 23 11:27:30.825853 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87c4b913-a78e-4bbf-8928-8af295541391 req-4b5cebaf-6f1a-4e2e-b5fd-da3dcbcb6227 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228421 Sep 23 11:27:30.830078 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7a444-eee5-4e51-bdba-a99b63b84633 req-03a68ac5-d1f3-4abf-a43e-b6dbceb6fed2 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464102 Sep 23 11:27:30.860821 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-9cf995a7-f1e2-41d0-93f5-a5f71795ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:30.860821 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-9cf995a7-f1e2-41d0-93f5-a5f71795ed3e service neutron] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 920 time: 0.1728659 Sep 23 11:27:30.917763 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-20c131c4-993d-4cfc-bf6d-7655d8154061 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09869c6-a23e-4fb5-945f-764409aa7471 HTTP/1.1" status: 200 len: 217 time: 0.0513759 Sep 23 11:27:30.918400 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Made reservation on behalf of 14083ed816d94c1e9c38cc68683d5346 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:27:30.921933 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:30.956320 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5b5cba24-337f-4074-a378-0e41c9fbdedc req-33107a2e-4ed4-4b07-ac2e-4b14ed0ec8d0 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 210 time: 0.0484483 Sep 23 11:27:30.965189 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1afe6f8a-8f7f-4ace-b363-33243cdf78d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:30.967777 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1afe6f8a-8f7f-4ace-b363-33243cdf78d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:30.968980 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1afe6f8a-8f7f-4ace-b363-33243cdf78d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71c6821c-6b2f-4864-91a7-514db69c7465 HTTP/1.1" status: 204 len: 168 time: 1.0570557 Sep 23 11:27:31.028630 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe6f8a-8f7f-4ace-b363-33243cdf78d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c6821c-6b2f-4864-91a7-514db69c7465,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:31.093828 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-2c853c02-b717-40ad-9467-98ab81fa7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:31.095391 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-2c853c02-b717-40ad-9467-98ab81fa7581 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.1441550 Sep 23 11:27:31.166219 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-b1d56896-a1f7-4ddc-ac0e-c8f59901541b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564270 Sep 23 11:27:31.209308 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Allocated IP 172.20.0.13 (a9eaea2a-12a3-4941-b771-e04f35bd7d62/1fbd3155-b524-4dcf-8faf-a655fdd0a01f/9a5dc4d4-6e6e-449a-a98b-477b82bfa199) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:27:31.317095 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-053ec828-dfee-4dbf-a5a2-1c5917f1a267 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416805 Sep 23 11:27:31.521342 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7279b449-7ed1-4d7d-a48c-14f1097c62fa req-547179df-78e0-4f89-8d77-e444f71ec2ed service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944377 Sep 23 11:27:31.524409 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:31.684582 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:31.701819 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['780a5888-415d-4935-b139-746b2366ed71', 'c920cd3f-1331-4003-a62b-b604dbc2cd6e'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:27:31.733871 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Network a9eaea2a-12a3-4941-b771-e04f35bd7d62 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:27:31.737397 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:27:31.741446 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:27:31.747689 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:31.747846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:31.763752 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Pushing event updated for resources: {'Port': ['ID=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:31.975428 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-42b2b89a-17f8-4de3-8fca-9597ddfe729a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9591718 Sep 23 11:27:31.990543 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Request body: {'port': {'device_id': '64d381b4-b0fc-48a0-ba47-9f24c8ee9031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:32.039340 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cec9c-cafb-4a63-8ed8-aaca036b0e8f req-a23ac482-78b6-4aca-9c84-d466cdcd36e9 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:32.040962 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-014cec9c-cafb-4a63-8ed8-aaca036b0e8f req-a23ac482-78b6-4aca-9c84-d466cdcd36e9 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 945 time: 0.1313248 Sep 23 11:27:32.053874 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05584c4-cbed-44f3-af18-21e4c35fc562 req-ec64ba34-3b13-439f-ac49-f3e9fa6a8b58 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:32.055559 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e05584c4-cbed-44f3-af18-21e4c35fc562 req-ec64ba34-3b13-439f-ac49-f3e9fa6a8b58 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1142426 Sep 23 11:27:32.158099 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:32.197389 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-014cec9c-cafb-4a63-8ed8-aaca036b0e8f req-a404b3df-24b7-456e-a88b-b06dbe01a33b tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5cc6e1b-288a-4062-b465-5a7f95d19fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409347 Sep 23 11:27:32.203279 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e05584c4-cbed-44f3-af18-21e4c35fc562 req-77620aa9-96ea-42a3-a876-0896d1f8385b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178050 Sep 23 11:27:32.270013 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-0e99e940-a74d-4b36-8353-551c7e8fd3ae tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:32.271728 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-0e99e940-a74d-4b36-8353-551c7e8fd3ae tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.22 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 945 time: 0.2131956 Sep 23 11:27:32.467252 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e7717-648d-461d-bf05-256dd46894f1 req-8f2c4ece-4cfa-4522-a6d8-6e44cca093b9 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:32.469014 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9e9e7717-648d-461d-bf05-256dd46894f1 req-8f2c4ece-4cfa-4522-a6d8-6e44cca093b9 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 932 time: 0.1910474 Sep 23 11:27:32.587021 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9e9e7717-648d-461d-bf05-256dd46894f1 req-032072cd-f1ae-4db3-b418-d83e4d3adc40 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118479 Sep 23 11:27:32.611626 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Deleting port 4300c733-85e3-4c47-bad7-af5ac14a089b {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:27:32.611974 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:32.762277 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:27:32.769092 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] For port 4300c733-85e3-4c47-bad7-af5ac14a089b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4300c733-85e3-4c47-bad7-af5ac14a089b,segment=NetworkSegment(73cbbdf3-b796-4352-bbef-2eb6800f7a9b),segment_id=73cbbdf3-b796-4352-bbef-2eb6800f7a9b)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:32.769469 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:32.780618 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:32.791503 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Calling delete_port for 4300c733-85e3-4c47-bad7-af5ac14a089b owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:27:32.805234 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Transition to ACTIVE for port object 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:27:32.931495 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:33.014283 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Pushing event updated for resources: {'Port': ['ID=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:33.030287 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:33.040340 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Attempting to bind port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:27:33.040679 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Attempting to bind port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:27:33.040999 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Attempting to bind port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:27:33.050584 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['4300c733-85e3-4c47-bad7-af5ac14a089b'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:27:33.069913 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Pushing event deleted for resources: {'Port': ['ID=4300c733-85e3-4c47-bad7-af5ac14a089b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:33.073951 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:27:33.074311 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Attempting to bind port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:27:33.100759 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:27:33.101106 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Checking segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:27:33.101504 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Bound using segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:27:33.101977 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Bound port: 9a5dc4d4-6e6e-449a-a98b-477b82bfa199, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:27:33.102337 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:33.128565 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] No DVR routers for this DVR port 4300c733-85e3-4c47-bad7-af5ac14a089b on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:27:33.134348 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:33.136402 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2e6ae4ef-86d4-4daa-a834-6a8cbd661648 req-906dbf69-8a92-4ae5-a0c1-7e36f8d6ff81 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.22 "DELETE /v2.0/ports/4300c733-85e3-4c47-bad7-af5ac14a089b HTTP/1.1" status: 204 len: 173 time: 0.8461490 Sep 23 11:27:33.136865 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d66baa-bbc3-4429-be9a-a59e1d201952', 'name': 'network-vif-deleted', 'tag': '4300c733-85e3-4c47-bad7-af5ac14a089b'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:33.139162 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a250204-a902-45d9-9e4d-272497b9e924" -d '{"events": [{"server_uuid": "69d66baa-bbc3-4429-be9a-a59e1d201952", "name": "network-vif-deleted", "tag": "4300c733-85e3-4c47-bad7-af5ac14a089b"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:33.187229 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d16d23-86e6-4481-afbd-6fc361e8c4a3 x-openstack-request-id: req-a1d16d23-86e6-4481-afbd-6fc361e8c4a3 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:33.187731 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d66baa-bbc3-4429-be9a-a59e1d201952", "name": "network-vif-deleted", "tag": "4300c733-85e3-4c47-bad7-af5ac14a089b", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:33.188604 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1d16d23-86e6-4481-afbd-6fc361e8c4a3 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:33.189389 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d66baa-bbc3-4429-be9a-a59e1d201952', 'name': 'network-vif-deleted', 'tag': '4300c733-85e3-4c47-bad7-af5ac14a089b', 'status': 'completed', 'code': 200} Sep 23 11:27:33.223378 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] For port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:27:33.229739 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] For port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:27:33.349646 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:33.355386 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f66e314b-2f49-462f-804e-b8b266552397 req-268defc6-e72c-44e0-8e10-b40cc6016089 tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 210 time: 0.0563550 Sep 23 11:27:33.414706 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:33.415339 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:33.416860 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] 10.222.0.22 "PUT /v2.0/ports/9a5dc4d4-6e6e-449a-a98b-477b82bfa199 HTTP/1.1" status: 200 len: 1094 time: 1.4307013 Sep 23 11:27:33.449704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e3298-3e05-4cc5-b303-1f1633a158af service neutron] Pushing event updated for resources: {'Port': ['ID=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:33.464499 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f8770-40cf-44ed-be2c-42ea7eb7aef3 req-70c9709e-770c-47b4-9ebd-b4af2aeb980f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:33.469065 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-963f8770-40cf-44ed-be2c-42ea7eb7aef3 req-70c9709e-770c-47b4-9ebd-b4af2aeb980f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1111014 Sep 23 11:27:33.519938 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-963f8770-40cf-44ed-be2c-42ea7eb7aef3 req-650682dc-34b7-4842-9e7e-7ef6fa4554c5 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Sep 23 11:27:33.639772 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-2683bcdc-2f28-44e9-b991-2f009ce0280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:33.641915 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-2683bcdc-2f28-44e9-b991-2f009ce0280d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 1097 time: 0.0454261 Sep 23 11:27:33.693205 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-b8869a19-dfb2-4194-bc9e-239ff92d8e47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a5dc4d4-6e6e-449a-a98b-477b82bfa199 HTTP/1.1" status: 200 len: 217 time: 0.0377967 Sep 23 11:27:33.780318 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6616586-e340-4193-96eb-837c65a71e7f req-15c788b7-f45c-4340-9066-e5adff4fe315 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:33.781974 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6616586-e340-4193-96eb-837c65a71e7f req-15c788b7-f45c-4340-9066-e5adff4fe315 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 944 time: 0.0913393 Sep 23 11:27:33.784033 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-c5180787-061f-4392-8d72-c09203f3c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:33.785633 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-c5180787-061f-4392-8d72-c09203f3c998 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 200 len: 855 time: 0.0673385 Sep 23 11:27:33.829588 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-1f0ddc0b-be28-43e0-8a8e-1071996235ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9eaea2a-12a3-4941-b771-e04f35bd7d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317247 Sep 23 11:27:33.864890 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6616586-e340-4193-96eb-837c65a71e7f req-2540cff7-7004-49eb-96c7-c39614a36b39 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737128 Sep 23 11:27:34.184844 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-b21a9051-4cd1-4c68-a471-f93ec305104e service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448713 Sep 23 11:27:34.292664 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4410140e-18fc-4f2d-9c3e-45d3b00307aa req-0c171097-1563-469f-b9b2-9f3db6fd6934 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961730 Sep 23 11:27:34.530119 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-10f15626-4715-4cbd-9285-32c96a93820e req-4b62c1a5-6d61-42f2-8eac-a2fb8ce3538a tempest-VolumesActionsTest-487738828 tempest-VolumesActionsTest-487738828-project] 10.222.0.13 "GET /v2.0/ports?device_id=69d66baa-bbc3-4429-be9a-a59e1d201952 HTTP/1.1" status: 200 len: 210 time: 0.0389142 Sep 23 11:27:34.579287 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 58270) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:34.760678 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9f3977f3-f7d1-44c0-acd2-d37f6242d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:34.871461 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c463d-2f28-4ba1-a49c-13556894b93b req-34e2abcd-d6fe-4c8d-95cc-abf42738408c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:34.877429 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f92c463d-2f28-4ba1-a49c-13556894b93b req-34e2abcd-d6fe-4c8d-95cc-abf42738408c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0986006 Sep 23 11:27:34.935737 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f92c463d-2f28-4ba1-a49c-13556894b93b req-7afa9dc8-15c2-46fe-a1c7-961427138260 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556016 Sep 23 11:27:34.967010 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9f3977f3-f7d1-44c0-acd2-d37f6242d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:35.006704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b6dc-afed-4c5a-b44b-cae218e8bccd req-7f20bc34-0ac3-44d3-9f74-cd0e57908e80 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:35.008231 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5735b6dc-afed-4c5a-b44b-cae218e8bccd req-7f20bc34-0ac3-44d3-9f74-cd0e57908e80 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 944 time: 0.0560589 Sep 23 11:27:35.037832 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-9f3977f3-f7d1-44c0-acd2-d37f6242d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:35.078600 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5735b6dc-afed-4c5a-b44b-cae218e8bccd req-bb5a1b0a-ffb0-4797-97d6-cf165745c6bf tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641470 Sep 23 11:27:35.099937 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-9f3977f3-f7d1-44c0-acd2-d37f6242d780 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e997fa632934651b2e18f4cfc6b98d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171912 Sep 23 11:27:35.099937 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3977f3-f7d1-44c0-acd2-d37f6242d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cd108d-a2c9-4280-83f8-1c8e09551070,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:35.100816 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 58286) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:35.159302 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5b84acba-4d6a-4901-a850-a45a3d166fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:35.190444 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d381b4-b0fc-48a0-ba47-9f24c8ee9031', 'tag': '9a5dc4d4-6e6e-449a-a98b-477b82bfa199'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:35.192148 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5b84acba-4d6a-4901-a850-a45a3d166fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:35.193465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c" -d '{"events": [{"name": "network-changed", "server_uuid": "64d381b4-b0fc-48a0-ba47-9f24c8ee9031", "tag": "9a5dc4d4-6e6e-449a-a98b-477b82bfa199"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:35.231973 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee52f9-71b3-4d3d-88f7-e100aebcea5c x-openstack-request-id: req-05ee52f9-71b3-4d3d-88f7-e100aebcea5c {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:35.232228 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d381b4-b0fc-48a0-ba47-9f24c8ee9031", "tag": "9a5dc4d4-6e6e-449a-a98b-477b82bfa199", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:35.232508 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05ee52f9-71b3-4d3d-88f7-e100aebcea5c {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:35.232900 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d381b4-b0fc-48a0-ba47-9f24c8ee9031', 'tag': '9a5dc4d4-6e6e-449a-a98b-477b82bfa199', 'status': 'completed', 'code': 200} Sep 23 11:27:35.296424 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-6bb45d94-0f2f-4089-8fb4-d07d873e871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:35.298057 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-6bb45d94-0f2f-4089-8fb4-d07d873e871d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 1097 time: 0.0407729 Sep 23 11:27:35.317865 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5b84acba-4d6a-4901-a850-a45a3d166fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:35.320624 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5b84acba-4d6a-4901-a850-a45a3d166fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:35.321869 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5b84acba-4d6a-4901-a850-a45a3d166fad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46cd108d-a2c9-4280-83f8-1c8e09551070 HTTP/1.1" status: 204 len: 168 time: 0.2199779 Sep 23 11:27:35.332821 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84acba-4d6a-4901-a850-a45a3d166fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cd108d-a2c9-4280-83f8-1c8e09551070,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:35.417696 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-0d80bb32-d0d6-4a9e-81ec-3768ba505206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:35.417696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-0d80bb32-d0d6-4a9e-81ec-3768ba505206 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 916 time: 0.1081004 Sep 23 11:27:35.470607 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-bc449e65-4b00-4608-9d7d-fedfdc27b481 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a5dc4d4-6e6e-449a-a98b-477b82bfa199 HTTP/1.1" status: 200 len: 217 time: 0.0445251 Sep 23 11:27:35.528774 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-ab12b33b-4f79-4a13-8573-f7ad5cae4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:35.530266 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-ab12b33b-4f79-4a13-8573-f7ad5cae4b6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 200 len: 855 time: 0.0461333 Sep 23 11:27:35.571494 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-48b1f588-8a26-4aed-aac0-6860244450e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9eaea2a-12a3-4941-b771-e04f35bd7d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306561 Sep 23 11:27:35.675846 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 4300c733-85e3-4c47-bad7-af5ac14a089b no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:27:35.687875 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-b4c4fa1e-7b38-4d12-87e3-e76d26bcb28c service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035123 Sep 23 11:27:35.698244 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 4300c733-85e3-4c47-bad7-af5ac14a089b {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:27:35.698590 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 4300c733-85e3-4c47-bad7-af5ac14a089b not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:27:35.791051 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2bb110c2-2d8a-4eae-b4fb-90c3c7fcd33c req-64eb3957-3b37-4d1a-8d24-af57240174cb service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948257 Sep 23 11:27:35.963202 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 58312) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:35.988254 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a5bd-2f5c-43e8-9e05-129f5ac48935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:36.094736 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe461aa-114a-4887-860e-172fdba9c7c0 req-bdb7d1a6-755d-4c54-90a8-a0b2bb793acc tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:36.096196 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfe461aa-114a-4887-860e-172fdba9c7c0 req-bdb7d1a6-755d-4c54-90a8-a0b2bb793acc tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0720193 Sep 23 11:27:36.107206 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a5bd-2f5c-43e8-9e05-129f5ac48935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:36.140723 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfe461aa-114a-4887-860e-172fdba9c7c0 req-2898d353-d145-44da-b120-c0da0098765c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 Sep 23 11:27:36.191838 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a5bd-2f5c-43e8-9e05-129f5ac48935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:36.216539 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704e27-8cc7-42e7-8783-35e0c480cd37 req-178ba719-dcc6-4a84-a7be-44505935270d tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:36.218160 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b704e27-8cc7-42e7-8783-35e0c480cd37 req-178ba719-dcc6-4a84-a7be-44505935270d tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 944 time: 0.0631082 Sep 23 11:27:36.265923 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9ac8a5bd-2f5c-43e8-9e05-129f5ac48935 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d4e03d61cb546128ece53258a42fcfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012965 Sep 23 11:27:36.267829 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a5bd-2f5c-43e8-9e05-129f5ac48935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c60bfa-92d8-45e5-b1e3-71730b6d96f2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:36.272144 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 58324) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:36.279890 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b704e27-8cc7-42e7-8783-35e0c480cd37 req-2edc7897-99ab-44ff-a057-70703d810c96 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Sep 23 11:27:36.349440 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e968-651a-4013-b60f-c5dfa638b0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:36.373495 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e968-651a-4013-b60f-c5dfa638b0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:36.506329 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e968-651a-4013-b60f-c5dfa638b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:36.509286 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e968-651a-4013-b60f-c5dfa638b0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:36.510794 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e8a3e968-651a-4013-b60f-c5dfa638b0ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5c60bfa-92d8-45e5-b1e3-71730b6d96f2 HTTP/1.1" status: 204 len: 168 time: 0.2370703 Sep 23 11:27:36.520228 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3e968-651a-4013-b60f-c5dfa638b0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c60bfa-92d8-45e5-b1e3-71730b6d96f2,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:37.296224 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e86316-4bf1-40e0-a153-c65546465657 req-4f66a33a-40f6-4275-9244-db1fbd08be7e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:37.298134 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-65e86316-4bf1-40e0-a153-c65546465657 req-4f66a33a-40f6-4275-9244-db1fbd08be7e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0549638 Sep 23 11:27:37.347002 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-65e86316-4bf1-40e0-a153-c65546465657 req-87bd706b-fe75-4c86-a648-1c174c1e4699 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Sep 23 11:27:37.433484 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c73b-c479-4dc9-a0c8-dcb2fd8c4635 req-471c83b6-0406-44e6-921b-ba165945dfef tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:37.435250 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0bb0c73b-c479-4dc9-a0c8-dcb2fd8c4635 req-471c83b6-0406-44e6-921b-ba165945dfef tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 944 time: 0.0616415 Sep 23 11:27:37.489031 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0bb0c73b-c479-4dc9-a0c8-dcb2fd8c4635 req-c16e9157-b28c-42c6-a112-d167381061dd tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458443 Sep 23 11:27:39.304175 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:27:39.431211 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:39.443435 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '9a5dc4d4-6e6e-449a-a98b-477b82bfa199', 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'port_id': '9a5dc4d4-6e6e-449a-a98b-477b82bfa199', 'mac_address': 'fa:16:3e:73:35:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbd3155-b524-4dcf-8faf-a655fdd0a01f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:27:39.482968 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:39.497431 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:27:39.521322 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:39.597788 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:39.655152 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:40.574061 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695664-f8bb-4f94-b14c-4272e00f4876 req-672befe9-0958-4621-821b-3a35560ee14d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:40.575571 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30695664-f8bb-4f94-b14c-4272e00f4876 req-672befe9-0958-4621-821b-3a35560ee14d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0790153 Sep 23 11:27:40.587390 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf5858-6f61-479a-8385-9ac70238a9ae req-9ff23e19-0d62-4c3f-acf8-4c6a1dc716a3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:40.588906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dcbf5858-6f61-479a-8385-9ac70238a9ae req-9ff23e19-0d62-4c3f-acf8-4c6a1dc716a3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 945 time: 0.0664563 Sep 23 11:27:40.650343 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30695664-f8bb-4f94-b14c-4272e00f4876 req-8c6ba721-78a4-4ad4-9899-9f038460876f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604639 Sep 23 11:27:40.655376 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dcbf5858-6f61-479a-8385-9ac70238a9ae req-251254d8-a5ec-4897-bbf9-3d7f2b5321e2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586092 Sep 23 11:27:40.743882 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['9a5dc4d4-6e6e-449a-a98b-477b82bfa199'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:27:41.815729 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d514f1-2b97-4be1-8c17-e8270b6d4ad0 req-453daad1-a205-450b-80b1-99c9e4e20b29 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:41.816885 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8d514f1-2b97-4be1-8c17-e8270b6d4ad0 req-453daad1-a205-450b-80b1-99c9e4e20b29 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0780389 Sep 23 11:27:41.828912 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a6d2f-766c-4721-ac66-9a73ba3eafdc req-c1444da0-9921-4dc6-bbfd-663a3916cd6b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:41.830672 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a46a6d2f-766c-4721-ac66-9a73ba3eafdc req-c1444da0-9921-4dc6-bbfd-663a3916cd6b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 945 time: 0.0828662 Sep 23 11:27:41.887263 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8d514f1-2b97-4be1-8c17-e8270b6d4ad0 req-ac758e8d-0aa5-4bbe-9474-8195ed029968 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557396 Sep 23 11:27:41.929972 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a46a6d2f-766c-4721-ac66-9a73ba3eafdc req-a86bf833-c530-4bc3-9f9e-a054ed19814a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725200 Sep 23 11:27:42.398638 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:27:42.563724 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:27:42.568149 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:27:42.571208 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:42.671314 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:42.740879 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d381b4-b0fc-48a0-ba47-9f24c8ee9031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5dc4d4-6e6e-449a-a98b-477b82bfa199'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:42.745742 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e23fe89-0cce-4333-988f-8a54b68d39de" -d '{"events": [{"server_uuid": "64d381b4-b0fc-48a0-ba47-9f24c8ee9031", "name": "network-vif-plugged", "status": "completed", "tag": "9a5dc4d4-6e6e-449a-a98b-477b82bfa199"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:42.774713 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:27:42.819154 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db36f7a-de2e-4723-8018-b3dcfeffdc6b x-openstack-request-id: req-2db36f7a-de2e-4723-8018-b3dcfeffdc6b {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:42.819428 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d381b4-b0fc-48a0-ba47-9f24c8ee9031", "name": "network-vif-plugged", "status": "completed", "tag": "9a5dc4d4-6e6e-449a-a98b-477b82bfa199", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:42.819620 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2db36f7a-de2e-4723-8018-b3dcfeffdc6b {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:42.820011 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d381b4-b0fc-48a0-ba47-9f24c8ee9031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5dc4d4-6e6e-449a-a98b-477b82bfa199', 'code': 200} Sep 23 11:27:42.912130 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:43.024831 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:43.216918 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca6372-c072-4332-8f93-f0ce7a636bd2 req-afeaf9ea-a8f7-4e7d-a71d-ef4949f24236 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:43.224973 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-64ca6372-c072-4332-8f93-f0ce7a636bd2 req-afeaf9ea-a8f7-4e7d-a71d-ef4949f24236 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 946 time: 0.1597974 Sep 23 11:27:43.370198 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2af757-7f23-4f49-9133-ae010085d780 req-e917c3c0-396c-4af1-8c17-836d1af039dd tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:43.373409 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b2af757-7f23-4f49-9133-ae010085d780 req-e917c3c0-396c-4af1-8c17-836d1af039dd tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.2989907 Sep 23 11:27:43.482605 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-64ca6372-c072-4332-8f93-f0ce7a636bd2 req-da28bff1-a867-4978-8a2c-7b641a3cf0fa tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335780 Sep 23 11:27:43.493606 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f5199-1dc5-4338-9da8-810dd1c7babb req-88d311e1-d737-4a51-b8cb-bcb4da9ee2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:43.495328 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-054f5199-1dc5-4338-9da8-810dd1c7babb req-88d311e1-d737-4a51-b8cb-bcb4da9ee2cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 1099 time: 0.2681546 Sep 23 11:27:43.518712 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b2af757-7f23-4f49-9133-ae010085d780 req-9ad14894-5a0c-4402-9de8-b6521a56452f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295371 Sep 23 11:27:43.562047 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-054f5199-1dc5-4338-9da8-810dd1c7babb req-104bc2eb-9062-4e9d-9b0a-3e2a0257b5d7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489223 Sep 23 11:27:43.616584 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0ea85937-d208-49c2-b9a9-9abfd4b29fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:44.034595 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 58510) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:44.247841 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:44.390081 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:44.528756 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:44.583946 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 58526) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:44.594734 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=288dcd1d7c894c95925688bf7616e97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585406 Sep 23 11:27:44.599150 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae422b39-2631-4cc2-a7ef-94f18c8e217a,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:44.624786 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.626194 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.626649 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.626995 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.627330 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.627662 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.628146 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.628500 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.629884 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.632115 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.632662 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.634362 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaacfb4-b8ac-4037-94a5-28d56efa23ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.684810 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:44.705095 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f81e4-c5c0-49d7-bd3c-a7cc06a6977e req-3416203a-4908-46cf-aff1-32a14723e74a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:44.710826 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f2f81e4-c5c0-49d7-bd3c-a7cc06a6977e req-3416203a-4908-46cf-aff1-32a14723e74a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 946 time: 0.1059914 Sep 23 11:27:44.717188 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:44.816426 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f2f81e4-c5c0-49d7-bd3c-a7cc06a6977e req-67737052-1bca-4e0a-8a3e-fb9d55495d3f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876174 Sep 23 11:27:44.837983 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ab09-d99e-4d4a-b04b-8de329691974 req-26bc6f35-0c73-4cde-b7d9-4d70e7c17132 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:44.837983 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3107ab09-d99e-4d4a-b04b-8de329691974 req-26bc6f35-0c73-4cde-b7d9-4d70e7c17132 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1248257 Sep 23 11:27:44.843510 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:44.846409 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:44.847688 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae422b39-2631-4cc2-a7ef-94f18c8e217a HTTP/1.1" status: 204 len: 168 time: 0.2626472 Sep 23 11:27:44.863738 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae422b39-2631-4cc2-a7ef-94f18c8e217a,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:44.880618 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.881181 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.881715 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.882279 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.882770 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.883255 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.883865 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.884421 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.891298 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.891298 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.891298 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.891298 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee398ab-ce44-4dd0-82c2-fc1ef35ee95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:27:44.953027 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3107ab09-d99e-4d4a-b04b-8de329691974 req-6e1135c4-1332-45ca-aecc-4b05a783c20d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984695 Sep 23 11:27:45.621714 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e7e8603c-86ec-493f-995f-d31523737047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.108181 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 58566) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:46.269588 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-22582409-network', 'tenant_id': 'c86b54ca42964d588be3092ae59e1ca1'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:46.381259 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Made reservation on behalf of c86b54ca42964d588be3092ae59e1ca1 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:27:46.385293 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.397533 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.411086 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.429163 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:27:46.530185 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.620734 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.646657 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:27:46.657759 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6410a0d7-362d-4083-9d3b-abe620c628e2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:46.670425 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.670425 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Added segment cb0c8f49-640b-475a-b891-bba71fc0ba3b of type vlan for network 54f800ac-9264-41fb-b812-180fec06abc5 Sep 23 11:27:46.730685 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.825870 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.826845 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:46.827469 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:46.898350 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] Pushing event updated for resources: {'Network': ['ID=54f800ac-9264-41fb-b812-180fec06abc5,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:46.910602 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 54f800ac-9264-41fb-b812-180fec06abc5 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:27:46.936362 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-a87d4ce1-7c0c-43a3-b186-d93255467f1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8238573 Sep 23 11:27:46.940034 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 58576) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:27:46.948525 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Request body: {'subnet': {'network_id': '54f800ac-9264-41fb-b812-180fec06abc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-22582409-subnet', 'tenant_id': 'c86b54ca42964d588be3092ae59e1ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:47.049106 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Made reservation on behalf of c86b54ca42964d588be3092ae59e1ca1 for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:27:47.051819 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:47.363619 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:47.432894 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e481f7c-60f4-4d7a-a1f2-a301756b34cd,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:47.450191 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:47.462204 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Checking segment: {'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:27:47.462584 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Network hostable DHCP agents. Network: 54f800ac-9264-41fb-b812-180fec06abc5, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:27:47.534341 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Network 54f800ac-9264-41fb-b812-180fec06abc5 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:27:47.627005 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 54f800ac-9264-41fb-b812-180fec06abc5) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:27:47.628766 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:47.630619 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:47.635051 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373021be-4521-4d29-bbee-bc1b5be9fe43 None None] Network 54f800ac-9264-41fb-b812-180fec06abc5 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:27:47.750506 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9748a08f-809c-414c-85f1-c0541f7b0490 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8006101 Sep 23 11:27:47.839060 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23747e73-2693-4fb6-abc8-8ce00bcdf641 None None] Network 54f800ac-9264-41fb-b812-180fec06abc5 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:27:48.240137 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e7fce-7c1d-40d9-bf29-99a9cc1fcb08 req-b2043b53-dff3-4161-bcbd-a46bdde39cb6 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:48.248416 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea5e7fce-7c1d-40d9-bf29-99a9cc1fcb08 req-b2043b53-dff3-4161-bcbd-a46bdde39cb6 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 946 time: 0.1352565 Sep 23 11:27:48.277329 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5808de4-6c24-4217-afab-1b72f2f9b68f req-2eefed30-207d-455e-a0d0-99e04543c572 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:48.278869 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a5808de4-6c24-4217-afab-1b72f2f9b68f req-2eefed30-207d-455e-a0d0-99e04543c572 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1130934 Sep 23 11:27:48.306334 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea5e7fce-7c1d-40d9-bf29-99a9cc1fcb08 req-acfca5b0-1594-4c00-879a-c9f8a8452a7b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570586 Sep 23 11:27:48.360955 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a5808de4-6c24-4217-afab-1b72f2f9b68f req-3a42b7c9-ab96-4d04-93fa-1a44028be186 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661106 Sep 23 11:27:48.820539 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:49.488746 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa2285-3d69-419a-99a8-3a002f343f23 req-c9cde743-d73b-4d6c-b721-6ed465436644 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:49.490551 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2eaa2285-3d69-419a-99a8-3a002f343f23 req-c9cde743-d73b-4d6c-b721-6ed465436644 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 946 time: 0.0724118 Sep 23 11:27:49.609776 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0145af1-8c21-437e-98f1-0c6cc057b1a7 req-80f9c811-89a9-4ba7-9983-65661d2e8f9c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:49.612749 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d0145af1-8c21-437e-98f1-0c6cc057b1a7 req-80f9c811-89a9-4ba7-9983-65661d2e8f9c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1206362 Sep 23 11:27:49.639615 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2eaa2285-3d69-419a-99a8-3a002f343f23 req-b544a499-4a5d-4cf4-8fcc-5cfe9b71b328 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327791 Sep 23 11:27:49.689239 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d0145af1-8c21-437e-98f1-0c6cc057b1a7 req-f2cdd76f-5301-491a-b277-156b12890520 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695713 Sep 23 11:27:50.679028 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-e44d7045-ffe2-4c3f-9f79-98ac5404c975 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1063952 Sep 23 11:27:50.845773 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-fb8f7899-09f9-4af2-9776-673d96d3681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:50.845773 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-fb8f7899-09f9-4af2-9776-673d96d3681c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 1098 time: 0.1261537 Sep 23 11:27:51.198412 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75381b-0294-4a4d-8848-7b042076f1d6 req-ec797aeb-8c18-427c-ba69-6dc043c729c6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:51.207325 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf75381b-0294-4a4d-8848-7b042076f1d6 req-ec797aeb-8c18-427c-ba69-6dc043c729c6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1521761 Sep 23 11:27:51.294327 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-5c18fcc9-eaf9-4924-8422-f6070dc65ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:51.296339 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-5c18fcc9-eaf9-4924-8422-f6070dc65ea6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 916 time: 0.4045782 Sep 23 11:27:51.397445 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf75381b-0294-4a4d-8848-7b042076f1d6 req-f202d8ec-551b-4ef8-a257-0bd0e685bb87 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893184 Sep 23 11:27:51.472508 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-b27d6979-6730-4469-ab9d-06d7bab352f2 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:51.475800 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-b27d6979-6730-4469-ab9d-06d7bab352f2 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/networks?id=54f800ac-9264-41fb-b812-180fec06abc5 HTTP/1.1" status: 200 len: 812 time: 0.4219501 Sep 23 11:27:51.479627 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-c7ce885f-e62d-4065-96e2-a532700c929e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=780a5888-415d-4935-b139-746b2366ed71 HTTP/1.1" status: 200 len: 217 time: 0.1692355 Sep 23 11:27:51.558098 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-93e98a81-8d03-4588-a6d0-0907661b00a6 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/quotas/c86b54ca42964d588be3092ae59e1ca1 HTTP/1.1" status: 200 len: 375 time: 0.0716095 Sep 23 11:27:51.613842 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-84602f3c-607b-482a-93e1-a3588f3c1f14 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86b54ca42964d588be3092ae59e1ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533392 Sep 23 11:27:51.640377 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-759231f4-1cc0-4bed-a9d2-85abc7e3cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:51.642906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-759231f4-1cc0-4bed-a9d2-85abc7e3cfe7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 200 len: 855 time: 0.1542103 Sep 23 11:27:51.731689 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-a47714fa-81a0-4e0d-bfef-9886aef3c2b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9eaea2a-12a3-4941-b771-e04f35bd7d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734940 Sep 23 11:27:51.740352 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:51.857035 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-f2df7a10-6967-4ff1-96a7-39eba096b0b5 service neutron] 10.222.0.13 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434058 Sep 23 11:27:51.947233 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-3b84b8c5-2aa1-4904-8c91-868737173777 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043574 Sep 23 11:27:52.144501 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cb24aee-5b75-4f9c-8d54-36942cb89561 req-49d6ee04-949e-42d4-ae78-abb7a2f12741 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619051 Sep 23 11:27:52.198047 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-45fbdb8d-d207-4768-8865-6b2d3832cfd7 service neutron] 10.222.0.13 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237240 Sep 23 11:27:52.718217 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88cd66-6117-4b9c-89d9-0c6c54fb235e req-7196d59f-ef3d-4931-a019-ae89047aec7d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:52.727379 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da88cd66-6117-4b9c-89d9-0c6c54fb235e req-7196d59f-ef3d-4931-a019-ae89047aec7d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0712829 Sep 23 11:27:52.846055 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da88cd66-6117-4b9c-89d9-0c6c54fb235e req-aefeb0a8-b87e-4269-9aee-b4980502e425 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178732 Sep 23 11:27:52.934273 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-913c0fff-4c77-4f4b-87ee-a9a27b0ce810 req-a4ff9c9e-9ea7-4a92-b4bd-852e53bc82ef tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 210 time: 0.0308771 Sep 23 11:27:53.386342 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969c3fa-05f3-4743-b6a0-d86168a820c2 req-6467a23e-a6aa-4607-8b79-e4798994168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:53.388004 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b969c3fa-05f3-4743-b6a0-d86168a820c2 req-6467a23e-a6aa-4607-8b79-e4798994168e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1098 time: 0.0910673 Sep 23 11:27:53.461986 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b969c3fa-05f3-4743-b6a0-d86168a820c2 req-eae3bf55-7223-4584-862e-392706981e97 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643559 Sep 23 11:27:54.138959 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8f8bf-65ed-4b4e-ad8c-f7175f17c0dc req-9bdc808c-2c56-4dc4-b32a-d1728a78b457 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:54.140696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a1f8f8bf-65ed-4b4e-ad8c-f7175f17c0dc req-9bdc808c-2c56-4dc4-b32a-d1728a78b457 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1082718 Sep 23 11:27:54.196404 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a1f8f8bf-65ed-4b4e-ad8c-f7175f17c0dc req-61f366db-b998-4a79-bea9-6168883731ee tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Sep 23 11:27:54.322751 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b35a6d73-a512-45e2-9112-791975789d5c req-aa4a7f92-6c6c-465f-acc8-3f42d4f067f0 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 210 time: 0.0478277 Sep 23 11:27:55.472817 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ac9f4-806f-4d15-8205-eb3037e2391e req-de7e5198-3232-4ab9-821a-f9a0427c0d13 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:55.475093 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3e7ac9f4-806f-4d15-8205-eb3037e2391e req-de7e5198-3232-4ab9-821a-f9a0427c0d13 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1251550 Sep 23 11:27:55.505138 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04320e-0c7d-4a75-ba6b-5eb02800da7e req-38d32e89-332a-476b-a0b0-702503318b86 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:55.512892 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8c04320e-0c7d-4a75-ba6b-5eb02800da7e req-38d32e89-332a-476b-a0b0-702503318b86 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0905700 Sep 23 11:27:55.591573 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3e7ac9f4-806f-4d15-8205-eb3037e2391e req-b7f79521-4f1b-4584-b511-d51140a61463 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088121 Sep 23 11:27:55.615661 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8c04320e-0c7d-4a75-ba6b-5eb02800da7e req-64e8d0ba-bc92-4b38-bf64-250956a211c2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018705 Sep 23 11:27:55.801676 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc665923-402c-4b9b-96d5-2374677aaab2 req-24d8755e-6356-4040-8e18-2b176ad47d47 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 210 time: 0.0969272 Sep 23 11:27:56.322757 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-910bb65c-89fb-45d0-8324-375a7490262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:56.325087 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-910bb65c-89fb-45d0-8324-375a7490262e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1098 time: 0.1374109 Sep 23 11:27:56.334005 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa0e55-f016-4142-891b-b19ad83d9bc5 req-fb56cb01-8697-40fb-9f5c-088e8415b1a6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:56.341918 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67fa0e55-f016-4142-891b-b19ad83d9bc5 req-fb56cb01-8697-40fb-9f5c-088e8415b1a6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.2276840 Sep 23 11:27:56.356041 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-b80a3b8e-702c-472a-9fb4-fa13f4b35dfc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:56.357831 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-b80a3b8e-702c-472a-9fb4-fa13f4b35dfc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.22 "GET /v2.0/networks?id=54f800ac-9264-41fb-b812-180fec06abc5 HTTP/1.1" status: 200 len: 812 time: 0.2186294 Sep 23 11:27:56.399238 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Request body: {'port': {'device_id': 'b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3', 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5', 'admin_state_up': True, 'tenant_id': 'c86b54ca42964d588be3092ae59e1ca1'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:56.507957 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67fa0e55-f016-4142-891b-b19ad83d9bc5 req-14ae72dc-97c1-4005-8b46-71c753d4ef31 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646087 Sep 23 11:27:56.667549 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-8f5d6c41-be20-4363-9659-830514ef6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:56.669471 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-8f5d6c41-be20-4363-9659-830514ef6a1d service neutron] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 920 time: 0.3105025 Sep 23 11:27:56.790888 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-edb02694-981a-49d3-99f8-30f31ac48739 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09869c6-a23e-4fb5-945f-764409aa7471 HTTP/1.1" status: 200 len: 217 time: 0.0989745 Sep 23 11:27:57.201634 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-16269a73-2028-4f73-aa7c-a36226a5b27d req-a8262093-a92e-418b-839f-b2e07c27471c tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 210 time: 0.0582311 Sep 23 11:27:57.232404 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-d424bd96-1479-4d43-bc4c-9d16d9c013a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:57.232404 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-d424bd96-1479-4d43-bc4c-9d16d9c013a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.4202218 Sep 23 11:27:57.236684 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13700d-5faf-4aca-a8ea-c01d58cd4163 req-a17ba64e-4866-4c13-bd4b-c741db1a7ad8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:57.242938 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f13700d-5faf-4aca-a8ea-c01d58cd4163 req-a17ba64e-4866-4c13-bd4b-c741db1a7ad8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.4920616 Sep 23 11:27:57.285411 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-8be2ef30-1a90-45bb-8839-4d04326fa52c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336242 Sep 23 11:27:57.331099 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f13700d-5faf-4aca-a8ea-c01d58cd4163 req-4f14da35-01d3-406f-b519-5ccf385da33d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869544 Sep 23 11:27:57.422940 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Made reservation on behalf of c86b54ca42964d588be3092ae59e1ca1 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:27:57.426993 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:57.484956 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-a833686a-2353-4b26-b7c8-ba1ca0b6046f service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812181 Sep 23 11:27:57.703110 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Allocated IP 172.20.0.7 (54f800ac-9264-41fb-b812-180fec06abc5/9e481f7c-60f4-4d7a-a1f2-a301756b34cd/d0be7ba8-c17a-4806-a213-b3db8b9fb12b) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:27:57.733445 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b37a0805-c65b-4407-916a-fbc6fb2b7d82 req-b196e62b-3092-4228-8aab-7c69b45a48f6 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126074 Sep 23 11:27:57.744272 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762dec5-daeb-4fab-aa75-8e468bfe9f42 req-eb74e192-2b82-4b0c-aacc-1cca3e5cceeb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:57.745921 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e762dec5-daeb-4fab-aa75-8e468bfe9f42 req-eb74e192-2b82-4b0c-aacc-1cca3e5cceeb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1192803 Sep 23 11:27:57.829729 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e762dec5-daeb-4fab-aa75-8e468bfe9f42 req-609a6b31-e795-4ed4-9998-60fcb0ff3935 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722890 Sep 23 11:27:58.024395 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:58.145864 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:58.202372 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Network 54f800ac-9264-41fb-b812-180fec06abc5 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:27:58.206462 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:27:58.210896 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:27:58.217571 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:58.222998 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:58.227824 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Pushing event updated for resources: {'Port': ['ID=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:58.343979 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-619d7693-5def-4f07-bbd8-651687bd2a4d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9500966 Sep 23 11:27:58.364775 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Request body: {'port': {'device_id': 'b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:27:58.417076 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955fdc6-5a67-4299-8b39-a43bb412e1a2 req-ad7767a5-9d07-45dc-9a1c-71181f5e17d1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:58.420115 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1955fdc6-5a67-4299-8b39-a43bb412e1a2 req-ad7767a5-9d07-45dc-9a1c-71181f5e17d1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 931 time: 0.1132059 Sep 23 11:27:58.580427 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1955fdc6-5a67-4299-8b39-a43bb412e1a2 req-f3aa0cda-03f3-4519-a348-5c8cd2a1c79d tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507919 Sep 23 11:27:58.581840 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:58.606303 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d86f2d-dc2b-4377-bd70-1f5d2d776e1d req-8497bbe0-2b56-4fd2-a6f5-168654b74517 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:58.607464 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-25d86f2d-dc2b-4377-bd70-1f5d2d776e1d req-8497bbe0-2b56-4fd2-a6f5-168654b74517 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1766248 Sep 23 11:27:58.700255 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-25d86f2d-dc2b-4377-bd70-1f5d2d776e1d req-afb6714e-03e5-46c5-9e59-e6673d51660c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852447 Sep 23 11:27:59.093875 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0be7ba8-c17a-4806-a213-b3db8b9fb12b {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:27:59.104881 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:59.133347 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545efff5-a615-4f34-8e40-936a4c4d95ae req-df61c99b-01dc-42ab-b6a9-2221b10b5001 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:59.142321 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-545efff5-a615-4f34-8e40-936a4c4d95ae req-df61c99b-01dc-42ab-b6a9-2221b10b5001 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1226819 Sep 23 11:27:59.145860 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Transition to ACTIVE for port object d0be7ba8-c17a-4806-a213-b3db8b9fb12b will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:27:59.195786 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-545efff5-a615-4f34-8e40-936a4c4d95ae req-bf358136-cbd2-4940-ad67-ec33dbb39950 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525141 Sep 23 11:27:59.225697 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:59.285322 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Pushing event updated for resources: {'Port': ['ID=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:59.329236 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Attempting to bind port d0be7ba8-c17a-4806-a213-b3db8b9fb12b on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:27:59.329574 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Attempting to bind port d0be7ba8-c17a-4806-a213-b3db8b9fb12b by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:27:59.330341 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Attempting to bind port d0be7ba8-c17a-4806-a213-b3db8b9fb12b on network 54f800ac-9264-41fb-b812-180fec06abc5 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:27:59.335752 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Port d0be7ba8-c17a-4806-a213-b3db8b9fb12b on network 54f800ac-9264-41fb-b812-180fec06abc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:27:59.336074 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Attempting to bind port d0be7ba8-c17a-4806-a213-b3db8b9fb12b on network 54f800ac-9264-41fb-b812-180fec06abc5 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:27:59.341993 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:27:59.342415 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Checking segment: {'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:27:59.342914 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Bound using segment: {'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:27:59.344373 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Bound port: d0be7ba8-c17a-4806-a213-b3db8b9fb12b, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:27:59.345098 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:59.431443 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] For port d0be7ba8-c17a-4806-a213-b3db8b9fb12b, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:27:59.434565 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] For port d0be7ba8-c17a-4806-a213-b3db8b9fb12b, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:27:59.490016 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:59.535083 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:59.539661 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:27:59.539661 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] 10.222.0.22 "PUT /v2.0/ports/d0be7ba8-c17a-4806-a213-b3db8b9fb12b HTTP/1.1" status: 200 len: 1093 time: 1.1795161 Sep 23 11:27:59.539661 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3', 'tag': 'd0be7ba8-c17a-4806-a213-b3db8b9fb12b'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:27:59.539973 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a01a98-d5d2-4df6-8559-e54df1cf7773" -d '{"events": [{"name": "network-changed", "server_uuid": "b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3", "tag": "d0be7ba8-c17a-4806-a213-b3db8b9fb12b"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:27:59.583563 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f6a92-c4e6-4443-a92a-9f01cd391d14 service neutron] Pushing event updated for resources: {'Port': ['ID=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:27:59.591603 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d4e12-979c-400a-a2e3-7213d2ea8321 x-openstack-request-id: req-f67d4e12-979c-400a-a2e3-7213d2ea8321 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:27:59.592059 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3", "tag": "d0be7ba8-c17a-4806-a213-b3db8b9fb12b", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:27:59.593123 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f67d4e12-979c-400a-a2e3-7213d2ea8321 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:27:59.596975 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3', 'tag': 'd0be7ba8-c17a-4806-a213-b3db8b9fb12b', 'status': 'completed', 'code': 200} Sep 23 11:27:59.664458 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a01a98-d5d2-4df6-8559-e54df1cf7773 req-00291ef2-4d04-4831-8423-b115f1a7e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:59.666071 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c7a01a98-d5d2-4df6-8559-e54df1cf7773 req-00291ef2-4d04-4831-8423-b115f1a7e86f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c86b54ca42964d588be3092ae59e1ca1&device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 1096 time: 0.0518229 Sep 23 11:27:59.883519 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aca32f-0921-4286-be15-dc243cb7883c req-20c00e85-3768-4e11-a3b8-17acf682ada2 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:59.885361 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04aca32f-0921-4286-be15-dc243cb7883c req-20c00e85-3768-4e11-a3b8-17acf682ada2 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 943 time: 0.1502972 Sep 23 11:27:59.891628 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a01a98-d5d2-4df6-8559-e54df1cf7773 req-2875eab7-94ee-47dc-98fa-0d3a3ed05df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:59.893287 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c7a01a98-d5d2-4df6-8559-e54df1cf7773 req-2875eab7-94ee-47dc-98fa-0d3a3ed05df8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c86b54ca42964d588be3092ae59e1ca1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2167470 Sep 23 11:27:59.914916 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283547-d213-4ef8-9b18-ba4f58e73677 req-5071bba7-dbd0-4716-947a-6aeeb52d6b40 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:27:59.916695 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57283547-d213-4ef8-9b18-ba4f58e73677 req-5071bba7-dbd0-4716-947a-6aeeb52d6b40 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1082997 Sep 23 11:28:00.050394 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04aca32f-0921-4286-be15-dc243cb7883c req-ea230d81-0fd5-4448-9c10-d960cc01c1d9 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535833 Sep 23 11:28:00.061022 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-57283547-d213-4ef8-9b18-ba4f58e73677 req-ffea2d7a-8ae6-4156-a6b3-a3254b2454d1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265380 Sep 23 11:28:00.096332 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a01a98-d5d2-4df6-8559-e54df1cf7773 req-88738468-16b9-4abe-aa53-7954ca483ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:00.098095 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c7a01a98-d5d2-4df6-8559-e54df1cf7773 req-88738468-16b9-4abe-aa53-7954ca483ed8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737585 Sep 23 11:28:00.268637 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-a96a5c66-a860-496d-a6f4-74a519f90e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:00.271987 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-a96a5c66-a860-496d-a6f4-74a519f90e78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c86b54ca42964d588be3092ae59e1ca1&device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 1096 time: 0.1126204 Sep 23 11:28:00.350303 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-2dbe9bc0-57b7-43c8-a90b-8a1396385a35 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0be7ba8-c17a-4806-a213-b3db8b9fb12b HTTP/1.1" status: 200 len: 217 time: 0.0657020 Sep 23 11:28:00.550686 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-a11ef844-537d-46da-b8e3-435edb28a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:00.561289 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-a11ef844-537d-46da-b8e3-435edb28a8b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e481f7c-60f4-4d7a-a1f2-a301756b34cd HTTP/1.1" status: 200 len: 852 time: 0.1738892 Sep 23 11:28:00.564242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d4af8-214a-425b-9a36-b5bd0538c0a7 req-fd705db8-37e4-4ff7-ba1b-d5020efcd275 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:00.565900 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a16d4af8-214a-425b-9a36-b5bd0538c0a7 req-fd705db8-37e4-4ff7-ba1b-d5020efcd275 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.2195241 Sep 23 11:28:00.605503 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-d9c55889-d39d-4c1a-864d-372298119caf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54f800ac-9264-41fb-b812-180fec06abc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384319 Sep 23 11:28:00.664344 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a16d4af8-214a-425b-9a36-b5bd0538c0a7 req-537f444d-5419-42d9-8f6b-ae907a37f92d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894687 Sep 23 11:28:00.759209 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-da614422-c1a1-4dac-a4ac-3f846cac2816 service neutron] 10.222.0.22 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260903 Sep 23 11:28:00.936648 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cb37636e-b67a-4c44-accc-5f0aaf7c66f0 req-b6103df2-a302-4f23-a869-4befeef0b447 service neutron] 10.222.0.22 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612372 Sep 23 11:28:01.285723 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f41b-f735-4d19-844e-5aa0ef210195 req-e92a176c-19f3-4a30-b232-a23dc013521f tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:01.287454 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-61d2f41b-f735-4d19-844e-5aa0ef210195 req-e92a176c-19f3-4a30-b232-a23dc013521f tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 943 time: 0.1053045 Sep 23 11:28:01.301596 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ce98f-c9cc-4f74-8fe9-16c07760a316 req-dc757420-9e00-4f75-8259-42a7b4901bbf tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:01.303219 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-506ce98f-c9cc-4f74-8fe9-16c07760a316 req-dc757420-9e00-4f75-8259-42a7b4901bbf tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1186783 Sep 23 11:28:01.417169 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-506ce98f-c9cc-4f74-8fe9-16c07760a316 req-ecc06ef6-b5c6-432b-89c7-a7414f0c7fe8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985146 Sep 23 11:28:01.428421 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-61d2f41b-f735-4d19-844e-5aa0ef210195 req-50325ade-fffb-4c2c-9eb2-7a747b886ae5 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214871 Sep 23 11:28:01.799131 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28773d-8c2d-4308-90bb-93257fd93e5b req-bb5b860a-a44f-44e4-bd0c-b2486c973772 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:01.800928 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da28773d-8c2d-4308-90bb-93257fd93e5b req-bb5b860a-a44f-44e4-bd0c-b2486c973772 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0592549 Sep 23 11:28:01.861837 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da28773d-8c2d-4308-90bb-93257fd93e5b req-43df5267-2cc8-4404-b4a8-328bf37085eb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540075 Sep 23 11:28:02.761326 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ae9df-2174-433b-8e0c-2e377ed9df64 req-5fc124e3-abec-41a6-9a2e-5802be8dd65a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:02.771747 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-601ae9df-2174-433b-8e0c-2e377ed9df64 req-5fc124e3-abec-41a6-9a2e-5802be8dd65a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 943 time: 0.2009766 Sep 23 11:28:02.824567 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e93c7-bdcb-4c25-b5a9-f1480900c27b req-46e14ca1-9ba5-4abf-a999-e53c12322416 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:02.824994 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-af0e93c7-bdcb-4c25-b5a9-f1480900c27b req-46e14ca1-9ba5-4abf-a999-e53c12322416 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1329210 Sep 23 11:28:02.873594 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-601ae9df-2174-433b-8e0c-2e377ed9df64 req-d37aa4fc-f903-41db-a68b-df86b86862d2 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985036 Sep 23 11:28:02.929244 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-af0e93c7-bdcb-4c25-b5a9-f1480900c27b req-5e925c6d-37bf-4dd5-956e-5d9cb92862a9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929081 Sep 23 11:28:03.971905 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029b5d-727e-4cd5-91fb-e930410d006e req-5efce035-0d0e-4a9d-93f5-099735fdac62 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:03.988179 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67029b5d-727e-4cd5-91fb-e930410d006e req-5efce035-0d0e-4a9d-93f5-099735fdac62 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1352634 Sep 23 11:28:04.102183 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67029b5d-727e-4cd5-91fb-e930410d006e req-cda4bede-06cc-49cd-b4ac-9d5e1acbf115 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123512 Sep 23 11:28:04.140420 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad7a86-9a3b-4ece-91e7-f3528fbadcf2 req-07ef6db0-dd09-4651-860f-7a1f43a92d17 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:04.159438 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89ad7a86-9a3b-4ece-91e7-f3528fbadcf2 req-07ef6db0-dd09-4651-860f-7a1f43a92d17 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 943 time: 0.1388869 Sep 23 11:28:04.204221 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89ad7a86-9a3b-4ece-91e7-f3528fbadcf2 req-2ab8bc2a-905e-4d28-ad15-ee966906f10a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Sep 23 11:28:04.338087 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04c95d-dc99-4cd4-a7f5-3bd5c1faabdc req-c557e6d6-9d62-4b5d-b7c7-43df3e8af217 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:04.351276 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b04c95d-dc99-4cd4-a7f5-3bd5c1faabdc req-c557e6d6-9d62-4b5d-b7c7-43df3e8af217 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1149545 Sep 23 11:28:04.434104 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3b04c95d-dc99-4cd4-a7f5-3bd5c1faabdc req-31672496-b69d-4a92-9c3d-4b4046967ba2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815692 Sep 23 11:28:04.537358 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device d0be7ba8-c17a-4806-a213-b3db8b9fb12b details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:28:04.679466 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port d0be7ba8-c17a-4806-a213-b3db8b9fb12b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:04.695158 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': 'd0be7ba8-c17a-4806-a213-b3db8b9fb12b', 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5', 'port_id': 'd0be7ba8-c17a-4806-a213-b3db8b9fb12b', 'mac_address': 'fa:16:3e:eb:9e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e481f7c-60f4-4d7a-a1f2-a301756b34cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:28:04.744861 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:04.761414 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0be7ba8-c17a-4806-a213-b3db8b9fb12b {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:28:04.795734 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port d0be7ba8-c17a-4806-a213-b3db8b9fb12b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:04.894113 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:04.955920 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:04.966392 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:04.972976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:05.284044 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['d0be7ba8-c17a-4806-a213-b3db8b9fb12b'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:28:05.359541 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb718f2-b09e-4da5-a6c7-86f19840a090 req-9c70c4ad-f9bd-4901-8141-576a9dbf17ce tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:05.361399 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fb718f2-b09e-4da5-a6c7-86f19840a090 req-9c70c4ad-f9bd-4901-8141-576a9dbf17ce tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 944 time: 0.0616388 Sep 23 11:28:05.402090 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fb718f2-b09e-4da5-a6c7-86f19840a090 req-a2c8fbfa-26c1-42db-a688-792b24e97d97 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Sep 23 11:28:05.556555 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7f149-df43-4c57-afd8-9418a3dc3420 req-9e713e77-df6d-4bd0-9013-a7ee795fb681 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:05.558060 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9d7f149-df43-4c57-afd8-9418a3dc3420 req-9e713e77-df6d-4bd0-9013-a7ee795fb681 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0522721 Sep 23 11:28:05.597076 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9d7f149-df43-4c57-afd8-9418a3dc3420 req-058002d9-9227-44dd-8327-005fc5c11893 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322258 Sep 23 11:28:06.528233 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f961c58-2e9d-46ac-bb8f-a112ad846375 req-f865584b-5afe-467f-a7c0-d1691ce98727 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:06.529840 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f961c58-2e9d-46ac-bb8f-a112ad846375 req-f865584b-5afe-467f-a7c0-d1691ce98727 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 944 time: 0.0566640 Sep 23 11:28:06.544748 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device d0be7ba8-c17a-4806-a213-b3db8b9fb12b up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:06.585127 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9f961c58-2e9d-46ac-bb8f-a112ad846375 req-bdbb9ce4-3018-44a1-9c60-52fa10db0d7a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486324 Sep 23 11:28:06.706086 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port d0be7ba8-c17a-4806-a213-b3db8b9fb12b completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:28:06.710382 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port d0be7ba8-c17a-4806-a213-b3db8b9fb12b triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:06.710813 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:06.729473 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcffb77-3a91-46b9-95cc-53a676675fe5 req-6ca72b31-a55b-4ebd-b926-2e81baf32545 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:06.731301 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abcffb77-3a91-46b9-95cc-53a676675fe5 req-6ca72b31-a55b-4ebd-b926-2e81baf32545 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0548437 Sep 23 11:28:06.790522 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abcffb77-3a91-46b9-95cc-53a676675fe5 req-206c6bc5-27ab-4465-a194-7204a5faf128 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486016 Sep 23 11:28:06.818001 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:06.846025 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be7ba8-c17a-4806-a213-b3db8b9fb12b'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:28:06.848357 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d77482-3468-4131-8da3-0317484addd4" -d '{"events": [{"server_uuid": "b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3", "name": "network-vif-plugged", "status": "completed", "tag": "d0be7ba8-c17a-4806-a213-b3db8b9fb12b"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:28:06.862159 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port d0be7ba8-c17a-4806-a213-b3db8b9fb12b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:06.900939 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51715c2-77e2-4cfd-afe7-2d3c657b6d76 x-openstack-request-id: req-b51715c2-77e2-4cfd-afe7-2d3c657b6d76 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:28:06.901298 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3", "name": "network-vif-plugged", "status": "completed", "tag": "d0be7ba8-c17a-4806-a213-b3db8b9fb12b", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:28:06.901557 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b51715c2-77e2-4cfd-afe7-2d3c657b6d76 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:28:06.902084 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be7ba8-c17a-4806-a213-b3db8b9fb12b', 'code': 200} Sep 23 11:28:06.951966 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:07.025876 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:07.242207 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf46229-29ca-46e5-83cf-2161a650995e req-c2e74f3c-e99a-4678-9ddb-ba10605d453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:07.243641 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7cf46229-29ca-46e5-83cf-2161a650995e req-c2e74f3c-e99a-4678-9ddb-ba10605d453e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 1098 time: 0.0460842 Sep 23 11:28:07.286363 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7cf46229-29ca-46e5-83cf-2161a650995e req-7691be8e-301f-4688-84da-bda65d45c726 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304377 Sep 23 11:28:07.719837 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d7f4c-6e2c-48bb-9cff-16c5df67f502 req-58664a87-3c27-4303-95ab-2b76b669ee42 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:07.721956 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a61d7f4c-6e2c-48bb-9cff-16c5df67f502 req-58664a87-3c27-4303-95ab-2b76b669ee42 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 945 time: 0.0587530 Sep 23 11:28:07.771422 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a61d7f4c-6e2c-48bb-9cff-16c5df67f502 req-d913f859-4dbe-44e9-810c-95df69186555 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Sep 23 11:28:07.933834 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c4559-455b-4ef9-a40e-529d2ed09751 req-3e7a5d9a-13e1-4c34-a709-5f47df068a94 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:07.935356 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-124c4559-455b-4ef9-a40e-529d2ed09751 req-3e7a5d9a-13e1-4c34-a709-5f47df068a94 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0522132 Sep 23 11:28:07.976222 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-124c4559-455b-4ef9-a40e-529d2ed09751 req-4861a8a7-ba09-4e19-aabc-f85bd13b911a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337687 Sep 23 11:28:09.202974 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2bfb4-494e-41f8-8f0e-2add3b7c5c81 req-32edc128-62c0-40dc-99b5-a5fae283e44f tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:09.205169 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-97e2bfb4-494e-41f8-8f0e-2add3b7c5c81 req-32edc128-62c0-40dc-99b5-a5fae283e44f tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 945 time: 0.3474748 Sep 23 11:28:09.229898 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276344c7-500d-498a-9e39-9a102993aa6a req-8429add5-1ead-4d51-99b2-5d4efb205329 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:09.231475 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-276344c7-500d-498a-9e39-9a102993aa6a req-8429add5-1ead-4d51-99b2-5d4efb205329 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0768366 Sep 23 11:28:09.283903 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-97e2bfb4-494e-41f8-8f0e-2add3b7c5c81 req-5f2ac7fe-2268-42cd-8d3b-1825f11d5546 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714333 Sep 23 11:28:09.292389 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-276344c7-500d-498a-9e39-9a102993aa6a req-d31e966f-392d-4046-8dfb-1c8230992594 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522432 Sep 23 11:28:09.494228 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59118) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:09.541672 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9282931-b5b4-4159-a715-b4e8feacc98d admin admin] Deleting subnet 29a5530d-05dc-48fe-bd62-a98994c85aa7 {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:28:09.545437 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9282931-b5b4-4159-a715-b4e8feacc98d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:09.585465 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9282931-b5b4-4159-a715-b4e8feacc98d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:09.636806 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9282931-b5b4-4159-a715-b4e8feacc98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:09.763055 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9282931-b5b4-4159-a715-b4e8feacc98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:09.788127 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9282931-b5b4-4159-a715-b4e8feacc98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a5530d-05dc-48fe-bd62-a98994c85aa7,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:09.796038 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c9282931-b5b4-4159-a715-b4e8feacc98d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:09.798454 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c9282931-b5b4-4159-a715-b4e8feacc98d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29a5530d-05dc-48fe-bd62-a98994c85aa7 HTTP/1.1" status: 204 len: 168 time: 0.3032265 Sep 23 11:28:09.802271 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59122) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:09.877259 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:09.968560 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:09.990775 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e03e555-3e8d-4223-99f8-b45c2168587d']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:10.001061 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cbbdf3-b796-4352-bbef-2eb6800f7a9b') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:10.001501 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cbbdf3-b796-4352-bbef-2eb6800f7a9b') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:10.011771 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.027541 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.036215 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:28:10.036815 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:28:10.038822 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:28:10.168777 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.177576 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.184084 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e03e555-3e8d-4223-99f8-b45c2168587d HTTP/1.1" status: 204 len: 168 time: 0.3767653 Sep 23 11:28:10.204228 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96716b5b-37c2-4286-b609-1119e320cea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e03e555-3e8d-4223-99f8-b45c2168587d,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:10.463317 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff2e4-2a09-49d2-ae8a-3fc5586433a9 req-85e4c342-dd22-4250-b210-aa81e86f4106 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:10.464897 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d15ff2e4-2a09-49d2-ae8a-3fc5586433a9 req-85e4c342-dd22-4250-b210-aa81e86f4106 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 945 time: 0.0882792 Sep 23 11:28:10.476748 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27fb9d-ce98-443b-a324-a78e1c045633 req-573b0045-3f5b-477b-aab7-4a1a97703074 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:10.478643 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1f27fb9d-ce98-443b-a324-a78e1c045633 req-573b0045-3f5b-477b-aab7-4a1a97703074 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0718682 Sep 23 11:28:10.552741 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d15ff2e4-2a09-49d2-ae8a-3fc5586433a9 req-01e25576-8346-4781-98dd-83c63e7040dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727348 Sep 23 11:28:10.560338 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1f27fb9d-ce98-443b-a324-a78e1c045633 req-2fad16e3-5bdd-4079-a481-16265ed354d0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669041 Sep 23 11:28:10.606120 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59146) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:10.671091 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-66cefe8c-c1ef-4ea5-a9db-829b79669b71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98ef9e2749f44e8aa4584a14b6b3a1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587261 Sep 23 11:28:10.680240 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59152) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:10.747327 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e7408005-f100-4ae9-90d0-bfc5a40ccb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.753843 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431bdb6-e2af-415a-8ea7-643bad063604 req-72564177-cc24-49e0-9dd1-a930ef760453 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:10.761459 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3431bdb6-e2af-415a-8ea7-643bad063604 req-72564177-cc24-49e0-9dd1-a930ef760453 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0977073 Sep 23 11:28:10.778156 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e7408005-f100-4ae9-90d0-bfc5a40ccb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.822124 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3431bdb6-e2af-415a-8ea7-643bad063604 req-5294e7af-44da-4293-800a-6532378f3e77 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564232 Sep 23 11:28:10.945201 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e7408005-f100-4ae9-90d0-bfc5a40ccb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.947764 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e7408005-f100-4ae9-90d0-bfc5a40ccb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:10.949007 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e7408005-f100-4ae9-90d0-bfc5a40ccb75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5cc6e1b-288a-4062-b465-5a7f95d19fdf HTTP/1.1" status: 204 len: 168 time: 0.2660630 Sep 23 11:28:10.961280 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7408005-f100-4ae9-90d0-bfc5a40ccb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc6e1b-288a-4062-b465-5a7f95d19fdf,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:11.493383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-7a74a8a0-02ce-4ac0-b726-8f567ac0c35f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:11.494895 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-7a74a8a0-02ce-4ac0-b726-8f567ac0c35f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 815 time: 0.1214285 Sep 23 11:28:11.510895 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-ce4331cb-c6e2-450f-8fcf-f88921b89627 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/quotas/14083ed816d94c1e9c38cc68683d5346 HTTP/1.1" status: 200 len: 375 time: 0.0096147 Sep 23 11:28:11.568247 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-cc88d971-8457-4da4-8793-55238059d1e8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507250 Sep 23 11:28:11.757984 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-a3e09032-7df7-4b9c-9eda-03a9c154eaf1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824062 Sep 23 11:28:11.799777 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f4a91-a676-42b6-b55d-c9bc6aecdb04 req-832e24d5-9221-4e7a-8359-a02e1820d073 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:11.801523 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-891f4a91-a676-42b6-b55d-c9bc6aecdb04 req-832e24d5-9221-4e7a-8359-a02e1820d073 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1194627 Sep 23 11:28:11.904504 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-891f4a91-a676-42b6-b55d-c9bc6aecdb04 req-009a2c24-050f-48da-9d1f-bd72daec4108 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817568 Sep 23 11:28:11.923605 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-5cd908b3-5a24-459d-8a0f-0f026e553487 service neutron] 10.222.0.13 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572936 Sep 23 11:28:12.039440 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e2427-462f-4a89-9c9e-5b4f98a89b3f req-503909f0-0724-49b3-94cd-2369efaea30d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:12.041095 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e70e2427-462f-4a89-9c9e-5b4f98a89b3f req-503909f0-0724-49b3-94cd-2369efaea30d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0570860 Sep 23 11:28:12.085890 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e70e2427-462f-4a89-9c9e-5b4f98a89b3f req-089207cb-2b17-419c-a884-5e352fa5f15d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354714 Sep 23 11:28:12.212861 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c32e1da6-b909-4fe0-9857-b240d550090a req-594ec517-679e-494b-a608-6a8e137c98f9 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 210 time: 0.0421407 Sep 23 11:28:13.052678 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c5db-b387-4612-96e4-7649b63893e6 req-7f25f054-aced-4845-8ee8-a6d75c47bfdf tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:13.055560 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6289c5db-b387-4612-96e4-7649b63893e6 req-7f25f054-aced-4845-8ee8-a6d75c47bfdf tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0697627 Sep 23 11:28:13.098611 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6289c5db-b387-4612-96e4-7649b63893e6 req-e61bc24e-2246-4d75-958d-2cb9e89825c2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366623 Sep 23 11:28:13.250508 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b30b7-064f-469b-9a9f-f7419c1ad4db req-c3b2f8dd-2ff9-4cd1-ab46-55d3e5bb2aec tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:13.252206 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6c4b30b7-064f-469b-9a9f-f7419c1ad4db req-c3b2f8dd-2ff9-4cd1-ab46-55d3e5bb2aec tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0678983 Sep 23 11:28:13.314340 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50936a32-3c8c-4e9b-bacf-a77aedd2ea7d req-1921142e-9c06-4ade-9bb0-cc3095313fdb tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 210 time: 0.0346220 Sep 23 11:28:13.342961 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6c4b30b7-064f-469b-9a9f-f7419c1ad4db req-2d13efee-1467-4d5c-a8c0-a3c81dfce6cf tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785375 Sep 23 11:28:13.631039 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9b89e7c1-966d-4cb0-81d7-eec6ae5fe5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:14.280710 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4636-3d1c-4134-a49e-df1d7f21453f req-12784479-15dd-4960-aeb9-6b6361d283d1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:14.283925 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-173e4636-3d1c-4134-a49e-df1d7f21453f req-12784479-15dd-4960-aeb9-6b6361d283d1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0766554 Sep 23 11:28:14.340402 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-173e4636-3d1c-4134-a49e-df1d7f21453f req-39e33cbd-08d0-4f3e-b3b4-1838cdc92f75 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446482 Sep 23 11:28:14.437378 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22e973df-5670-4e23-86bc-4de027500e7c req-fb84ff3f-6063-42bb-84cb-9e087f330732 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 210 time: 0.0475945 Sep 23 11:28:14.574267 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaea069-5b9d-47a4-8971-31873971beef req-33fc7016-e306-4693-aaed-6dcf427ff7f8 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:14.576756 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8aaea069-5b9d-47a4-8971-31873971beef req-33fc7016-e306-4693-aaed-6dcf427ff7f8 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1263807 Sep 23 11:28:14.604582 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:28:14.648531 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-120f3845-c690-4611-83c7-e71e382e3eed tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:14.651278 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-120f3845-c690-4611-83c7-e71e382e3eed tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 815 time: 0.2188950 Sep 23 11:28:14.681869 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Request body: {'port': {'device_id': 'd5a1cd4c-4230-4c3b-aa81-74d5c204e84e', 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'admin_state_up': True, 'tenant_id': '14083ed816d94c1e9c38cc68683d5346'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:14.718183 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8aaea069-5b9d-47a4-8971-31873971beef req-f9cfe3b2-b0fa-4f85-9ad2-de6321cd4799 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345644 Sep 23 11:28:14.741940 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:14.756205 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'port_id': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'mac_address': 'fa:16:3e:16:14:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:28:14.800147 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:14.819224 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11a27ad0-4f6e-4faa-b587-e74af1857535 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:28:14.848605 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:14.933335 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Made reservation on behalf of 14083ed816d94c1e9c38cc68683d5346 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:14.933668 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:14.937523 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:15.006316 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:15.089722 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['11a27ad0-4f6e-4faa-b587-e74af1857535'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:28:15.092893 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Allocated IP 172.20.0.7 (a9eaea2a-12a3-4941-b771-e04f35bd7d62/1fbd3155-b524-4dcf-8faf-a655fdd0a01f/0d651afb-484a-4afa-9ef7-99e21a20433d) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:15.270531 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:15.409371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:15.425874 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['780a5888-415d-4935-b139-746b2366ed71', 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', '9a5dc4d4-6e6e-449a-a98b-477b82bfa199'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:28:15.513709 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Pushing event updated for resources: {'Port': ['ID=0d651afb-484a-4afa-9ef7-99e21a20433d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:15.517881 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Network a9eaea2a-12a3-4941-b771-e04f35bd7d62 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:15.521591 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:15.535293 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:15.541083 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:15.541741 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:15.571636 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-479a9df9-0f35-4d6d-912a-976dbe6445ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:15.589082 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc28f8-5f0f-4b90-bcfe-2a5e70eabe70 req-1ec924f5-668c-4ad4-b4ec-e71aebe03be2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:15.590716 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31fc28f8-5f0f-4b90-bcfe-2a5e70eabe70 req-1ec924f5-668c-4ad4-b4ec-e71aebe03be2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.1727927 Sep 23 11:28:15.625384 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b530796-a574-43bb-b367-da38a4c33d28 req-da9061d5-d4a7-4d48-804f-653508c55144 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:15.627061 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b530796-a574-43bb-b367-da38a4c33d28 req-da9061d5-d4a7-4d48-804f-653508c55144 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 931 time: 0.1011674 Sep 23 11:28:15.651729 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-1b4f2e3d-dd38-4332-bb07-90c9629aac4a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9872274 Sep 23 11:28:15.665456 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31fc28f8-5f0f-4b90-bcfe-2a5e70eabe70 req-1584c891-b307-4e4b-9081-852c9a24dedd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658906 Sep 23 11:28:15.671882 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Request body: {'port': {'device_id': 'd5a1cd4c-4230-4c3b-aa81-74d5c204e84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:15.712525 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b530796-a574-43bb-b367-da38a4c33d28 req-863fb18f-0503-468b-9ed2-291a67188763 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769277 Sep 23 11:28:15.748816 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:15.962930 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0db03-bfd3-4892-a8c3-240199056d4a req-caf8698f-48ba-40c1-99f8-88fe9f9a9b57 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:15.964319 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5f0db03-bfd3-4892-a8c3-240199056d4a req-caf8698f-48ba-40c1-99f8-88fe9f9a9b57 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1489697 Sep 23 11:28:16.098004 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5f0db03-bfd3-4892-a8c3-240199056d4a req-36e46da4-d5c4-4a4d-bc91-967b56896ef4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254067 Sep 23 11:28:16.176353 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d651afb-484a-4afa-9ef7-99e21a20433d {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:28:16.187269 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:16.202646 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Transition to ACTIVE for port object 0d651afb-484a-4afa-9ef7-99e21a20433d will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:28:16.276564 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:16.347723 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=0d651afb-484a-4afa-9ef7-99e21a20433d,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:16.361844 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:16.379811 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Attempting to bind port 0d651afb-484a-4afa-9ef7-99e21a20433d on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:16.380149 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Attempting to bind port 0d651afb-484a-4afa-9ef7-99e21a20433d by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:16.380519 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Attempting to bind port 0d651afb-484a-4afa-9ef7-99e21a20433d on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:16.384952 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Port 0d651afb-484a-4afa-9ef7-99e21a20433d on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:28:16.385273 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Attempting to bind port 0d651afb-484a-4afa-9ef7-99e21a20433d on network a9eaea2a-12a3-4941-b771-e04f35bd7d62 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:16.390345 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:16.391300 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Checking segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:16.391813 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Bound using segment: {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:16.392437 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Bound port: 0d651afb-484a-4afa-9ef7-99e21a20433d, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bb46c7-7639-41d7-a9cd-1742e7cfcf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:16.392824 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:16.465290 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] For port 0d651afb-484a-4afa-9ef7-99e21a20433d, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:16.468975 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] For port 0d651afb-484a-4afa-9ef7-99e21a20433d, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0d651afb-484a-4afa-9ef7-99e21a20433d,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:16.534054 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:16.578268 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:16.578765 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:16.580366 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] 10.222.0.22 "PUT /v2.0/ports/0d651afb-484a-4afa-9ef7-99e21a20433d HTTP/1.1" status: 200 len: 1093 time: 0.9127417 Sep 23 11:28:16.583240 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a1cd4c-4230-4c3b-aa81-74d5c204e84e', 'tag': '0d651afb-484a-4afa-9ef7-99e21a20433d'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:28:16.585767 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87babeb1-fc3a-431f-a451-9d59376ad32b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a1cd4c-4230-4c3b-aa81-74d5c204e84e", "tag": "0d651afb-484a-4afa-9ef7-99e21a20433d"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:28:16.614407 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:16.642350 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308790-dc3a-4c8b-bd6b-05daf776fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=0d651afb-484a-4afa-9ef7-99e21a20433d,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:16.675209 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c1e11-4c0a-460a-b8e6-b463061bb6bd x-openstack-request-id: req-a39c1e11-4c0a-460a-b8e6-b463061bb6bd {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:28:16.675499 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a1cd4c-4230-4c3b-aa81-74d5c204e84e", "tag": "0d651afb-484a-4afa-9ef7-99e21a20433d", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:28:16.675745 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39c1e11-4c0a-460a-b8e6-b463061bb6bd {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:28:16.676128 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a1cd4c-4230-4c3b-aa81-74d5c204e84e', 'tag': '0d651afb-484a-4afa-9ef7-99e21a20433d', 'status': 'completed', 'code': 200} Sep 23 11:28:16.696559 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 11a27ad0-4f6e-4faa-b587-e74af1857535 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:16.696949 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:16.764331 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6bbbb2b2-5121-429d-9e1c-ff83821b5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:16.773245 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-6bbbb2b2-5121-429d-9e1c-ff83821b5689 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 1096 time: 0.0810645 Sep 23 11:28:16.807806 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:16.841149 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:28:16.844012 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe195980-e9e8-462e-b78f-38f3d285d86c" -d '{"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-plugged", "status": "completed", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:28:16.872528 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:16.889979 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-ed0321a5-ac3c-4703-85f6-7c6de731b689 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d651afb-484a-4afa-9ef7-99e21a20433d HTTP/1.1" status: 200 len: 217 time: 0.1036794 Sep 23 11:28:16.964685 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dd1e6-c41a-493f-a250-e5181b8d9a15 req-11809574-4c00-4df0-881a-c859c294dbf2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:16.966356 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc4dd1e6-c41a-493f-a250-e5181b8d9a15 req-11809574-4c00-4df0-881a-c859c294dbf2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.1916790 Sep 23 11:28:16.982975 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370c91-73ce-4ea9-9b37-4395a3e10dae req-e57c2a93-6adb-407c-9ffb-c2c92e3c20e5 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:16.985097 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60370c91-73ce-4ea9-9b37-4395a3e10dae req-e57c2a93-6adb-407c-9ffb-c2c92e3c20e5 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 943 time: 0.1256888 Sep 23 11:28:16.998843 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-9adcb495-8a83-43d4-b4db-508df96c0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:17.001242 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-9adcb495-8a83-43d4-b4db-508df96c0a62 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 200 len: 855 time: 0.0907230 Sep 23 11:28:17.004637 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:17.055596 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-4fa5ee2e-a65d-43f7-89af-bc2729f1d6f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9eaea2a-12a3-4941-b771-e04f35bd7d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407512 Sep 23 11:28:17.090259 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:17.095327 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc4dd1e6-c41a-493f-a250-e5181b8d9a15 req-3b53ba9b-22d2-47a2-8af3-4d9b3dfdcd98 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066787 Sep 23 11:28:17.111941 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60370c91-73ce-4ea9-9b37-4395a3e10dae req-9611afd4-3b52-4c2e-88a2-ddfbd2116e13 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148744 Sep 23 11:28:17.228977 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4946fd-72b4-4e31-a60d-588550291480 x-openstack-request-id: req-9b4946fd-72b4-4e31-a60d-588550291480 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:28:17.228977 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-plugged", "status": "completed", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:28:17.228977 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b4946fd-72b4-4e31-a60d-588550291480 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:28:17.229626 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'code': 200} Sep 23 11:28:17.272863 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-807f7ae1-4201-46d2-a6b3-4adaefeed684 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032635 Sep 23 11:28:17.298765 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14ac2-5ff5-492f-b78f-e81b5e0693a6 req-9281f71f-b910-44dd-9f1f-0888fa8b5d04 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:17.300341 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aac14ac2-5ff5-492f-b78f-e81b5e0693a6 req-9281f71f-b910-44dd-9f1f-0888fa8b5d04 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0773544 Sep 23 11:28:17.397308 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aac14ac2-5ff5-492f-b78f-e81b5e0693a6 req-d020dabb-5c77-4ab3-9d0d-0411af1be05e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854342 Sep 23 11:28:17.425263 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86cb6e74-9cc0-445b-9d42-f2a8627ef6b0 req-34b58ed7-ac7c-4c1a-ad39-7fe77b225f76 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425309 Sep 23 11:28:17.476110 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:17.628867 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-6b6134b7-fdd1-418a-8609-9062f0dea81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:17.630570 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-6b6134b7-fdd1-418a-8609-9062f0dea81c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=14083ed816d94c1e9c38cc68683d5346&device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 1096 time: 0.0470881 Sep 23 11:28:17.736554 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-6478b2ea-dc95-408f-b391-508f6497eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:17.738182 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-6478b2ea-dc95-408f-b391-508f6497eed0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 200 len: 916 time: 0.0980880 Sep 23 11:28:17.792754 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-df36b363-1394-4669-ab66-6e4d49d976ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d651afb-484a-4afa-9ef7-99e21a20433d HTTP/1.1" status: 200 len: 217 time: 0.0461526 Sep 23 11:28:17.856370 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-abbdd809-63a6-4fe2-bc57-4af55e26ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:17.857968 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-abbdd809-63a6-4fe2-bc57-4af55e26ae3a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 200 len: 855 time: 0.0562592 Sep 23 11:28:17.901768 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-1f42e842-9127-4920-a4f1-c98717fff9f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a9eaea2a-12a3-4941-b771-e04f35bd7d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345671 Sep 23 11:28:18.032797 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-a0d66921-68f9-4387-b09f-60f39f5c835d service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135554 Sep 23 11:28:18.159874 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-87babeb1-fc3a-431f-a451-9d59376ad32b req-dff3759d-2104-4385-84ae-501e6c77a125 service neutron] 10.222.0.22 "GET /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119425 Sep 23 11:28:18.300353 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5ddc-0786-49a7-b733-b9e4e76266d4 req-98263df0-cb6f-4b69-92ad-957daeec87f7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:18.300556 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8b4e5ddc-0786-49a7-b733-b9e4e76266d4 req-98263df0-cb6f-4b69-92ad-957daeec87f7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0960786 Sep 23 11:28:18.313235 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3ed74-69fa-4c7a-9ad4-8c0a797cd5de req-29bd7aea-7b04-4800-aa1b-14c9abcda000 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:18.315065 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-85c3ed74-69fa-4c7a-9ad4-8c0a797cd5de req-29bd7aea-7b04-4800-aa1b-14c9abcda000 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 943 time: 0.0676649 Sep 23 11:28:18.373603 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8b4e5ddc-0786-49a7-b733-b9e4e76266d4 req-f522f423-9f52-4292-b443-db32e3ede463 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550652 Sep 23 11:28:18.418275 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-85c3ed74-69fa-4c7a-9ad4-8c0a797cd5de req-93661f20-e566-4531-89fe-8c38e882a396 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793996 Sep 23 11:28:18.592921 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c966b-ce4b-4bad-b1cb-c3202082c7a7 req-735cebd5-76ae-4432-96a7-0ef21cc9e828 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:18.595665 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea8c966b-ce4b-4bad-b1cb-c3202082c7a7 req-735cebd5-76ae-4432-96a7-0ef21cc9e828 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0865972 Sep 23 11:28:18.678545 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea8c966b-ce4b-4bad-b1cb-c3202082c7a7 req-52ee5e8e-0bc7-46df-9ce5-528abbcf5466 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690057 Sep 23 11:28:18.710312 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:19.296197 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7753556-1f26-4ab1-81f8-7d49f4bd727d req-aafb5b6d-1371-4e51-a489-5735265ac549 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:19.298689 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7753556-1f26-4ab1-81f8-7d49f4bd727d req-aafb5b6d-1371-4e51-a489-5735265ac549 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1009800 Sep 23 11:28:19.383031 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-2ab2de38-4160-46e8-8634-6a2cb9eedca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:19.384594 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-2ab2de38-4160-46e8-8634-6a2cb9eedca1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1098 time: 0.0844483 Sep 23 11:28:19.394521 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7753556-1f26-4ab1-81f8-7d49f4bd727d req-817cf09a-495c-4c3a-b41e-0893925e485c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850768 Sep 23 11:28:19.954674 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6ee4-1143-496a-8b49-0d0d037df224 req-05df50c6-3115-4753-97ac-b656f32490bf tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:19.962533 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-65cc6ee4-1143-496a-8b49-0d0d037df224 req-05df50c6-3115-4753-97ac-b656f32490bf tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 943 time: 0.1697321 Sep 23 11:28:20.003541 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7dca3-4658-4dfa-add5-1b20f8d45347 req-1afb0b8e-3cb0-4df0-ad35-d98fddbcfa86 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:20.011484 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67d7dca3-4658-4dfa-add5-1b20f8d45347 req-1afb0b8e-3cb0-4df0-ad35-d98fddbcfa86 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.2484274 Sep 23 11:28:20.049908 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-79f1bf92-5f77-4ca1-ba93-ddc86c6098ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:20.051453 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-79f1bf92-5f77-4ca1-ba93-ddc86c6098ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 920 time: 0.6558089 Sep 23 11:28:20.074389 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67d7dca3-4658-4dfa-add5-1b20f8d45347 req-0cd52ca7-968d-4759-8523-60a60aab0ad2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619507 Sep 23 11:28:20.153741 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-65cc6ee4-1143-496a-8b49-0d0d037df224 req-938abdcc-fea8-4588-8f9c-a73aaafb60b7 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901832 Sep 23 11:28:20.160995 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-57e3404f-b720-4786-a062-94cda6b08510 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09869c6-a23e-4fb5-945f-764409aa7471 HTTP/1.1" status: 200 len: 217 time: 0.0855327 Sep 23 11:28:20.284401 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454b29a-385d-4807-a57a-8064a3b429eb req-7f6c4685-fe40-4292-9f22-434dcab1b240 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:20.286083 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d454b29a-385d-4807-a57a-8064a3b429eb req-7f6c4685-fe40-4292-9f22-434dcab1b240 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1077929 Sep 23 11:28:20.292765 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-4523dc50-cdd9-4e99-9f49-c6630dd80d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:20.294304 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-4523dc50-cdd9-4e99-9f49-c6630dd80d9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.1246257 Sep 23 11:28:20.338577 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-4de76948-e3f0-4593-860c-3b6b1c89862d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333428 Sep 23 11:28:20.393561 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d454b29a-385d-4807-a57a-8064a3b429eb req-0779b810-d58d-4273-a3b8-2e91ec92bf05 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955098 Sep 23 11:28:20.542486 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-26384008-efaa-4839-895b-fdc4137d3041 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865180 Sep 23 11:28:20.635197 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 0d651afb-484a-4afa-9ef7-99e21a20433d details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:28:20.642551 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952de4c-36b5-4097-ae83-65e4f90da67d req-5e6d9a58-b879-46b4-bf84-2cb4505ddf55 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:20.648816 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0952de4c-36b5-4097-ae83-65e4f90da67d req-5e6d9a58-b879-46b4-bf84-2cb4505ddf55 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1572134 Sep 23 11:28:20.711752 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1b0d7e6c-50e4-4351-a3bc-136edfd026c9 req-b15aab1f-b763-4977-9d45-0f0458e4a1e3 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597037 Sep 23 11:28:20.749932 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0952de4c-36b5-4097-ae83-65e4f90da67d req-13e6ed09-b10a-42ce-b96a-1144840571c9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836229 Sep 23 11:28:20.826892 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 0d651afb-484a-4afa-9ef7-99e21a20433d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0d651afb-484a-4afa-9ef7-99e21a20433d,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:20.847328 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '0d651afb-484a-4afa-9ef7-99e21a20433d', 'network_id': 'a9eaea2a-12a3-4941-b771-e04f35bd7d62', 'port_id': '0d651afb-484a-4afa-9ef7-99e21a20433d', 'mac_address': 'fa:16:3e:f8:0a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbd3155-b524-4dcf-8faf-a655fdd0a01f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:28:20.902181 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:20.919439 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d651afb-484a-4afa-9ef7-99e21a20433d {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:28:20.959913 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 0d651afb-484a-4afa-9ef7-99e21a20433d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0d651afb-484a-4afa-9ef7-99e21a20433d,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:21.053819 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:21.110275 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=0d651afb-484a-4afa-9ef7-99e21a20433d,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:21.297801 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a740ad-3cb5-43b7-bce5-5ea3717ea496 req-477ba3ca-1200-4e85-a29d-5a824f0f5db0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:21.299417 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e5a740ad-3cb5-43b7-bce5-5ea3717ea496 req-477ba3ca-1200-4e85-a29d-5a824f0f5db0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1070676 Sep 23 11:28:21.381170 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e5a740ad-3cb5-43b7-bce5-5ea3717ea496 req-c5aaff2f-8e13-488d-b635-67a7bf6f64e9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745246 Sep 23 11:28:21.390520 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2800-be15-49c7-9614-804ff4f54d95 req-17c080c4-0581-4cf5-ab5e-42228d4b06cc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:21.392872 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-01ff2800-be15-49c7-9614-804ff4f54d95 req-17c080c4-0581-4cf5-ab5e-42228d4b06cc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 944 time: 0.1496379 Sep 23 11:28:21.445543 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-01ff2800-be15-49c7-9614-804ff4f54d95 req-2d395ff1-9d5b-4f2f-868c-c572158f884e tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Sep 23 11:28:21.490524 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['0d651afb-484a-4afa-9ef7-99e21a20433d'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:28:21.603449 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daf7f7-65d7-428e-b080-7ba29ecaffa8 req-0832d9a1-352b-43f1-9d94-1d6cc29d818b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:21.603449 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-68daf7f7-65d7-428e-b080-7ba29ecaffa8 req-0832d9a1-352b-43f1-9d94-1d6cc29d818b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0946186 Sep 23 11:28:21.670431 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-68daf7f7-65d7-428e-b080-7ba29ecaffa8 req-5fc57940-c327-4174-8a1e-39046a309061 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586035 Sep 23 11:28:21.914669 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800abaa0-f8c2-4489-b49a-363b28a77849 req-5b3a1256-ff5d-4627-8346-fff86297dce0 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:21.916382 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-800abaa0-f8c2-4489-b49a-363b28a77849 req-5b3a1256-ff5d-4627-8346-fff86297dce0 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0747817 Sep 23 11:28:21.978820 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-800abaa0-f8c2-4489-b49a-363b28a77849 req-a9279bbc-eb27-45f8-90b0-c8c4d47bcd91 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489488 Sep 23 11:28:22.002175 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:22.559654 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecb9a7-efa5-4b96-a395-452440d43d8c req-d42f2c42-15ea-48b8-8b87-b32be9f7a4a4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:22.573373 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-76ecb9a7-efa5-4b96-a395-452440d43d8c req-d42f2c42-15ea-48b8-8b87-b32be9f7a4a4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0828543 Sep 23 11:28:22.641543 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-76ecb9a7-efa5-4b96-a395-452440d43d8c req-8a6e9ff7-30b7-4424-9c99-2dffb2276d58 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699635 Sep 23 11:28:22.673609 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e17f60-5a0a-4f10-919e-890cc660f055 req-5bdac016-7dd6-4635-af92-87a51b7c98a0 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:22.689982 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13e17f60-5a0a-4f10-919e-890cc660f055 req-5bdac016-7dd6-4635-af92-87a51b7c98a0 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 944 time: 0.0847797 Sep 23 11:28:22.764810 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13e17f60-5a0a-4f10-919e-890cc660f055 req-9144443e-6b2c-4e84-be3b-5a93c2ba3ca2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814097 Sep 23 11:28:22.839633 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379debf-2c4e-4d60-a4c9-a2aa2f018a00 req-cd750908-ca66-4bec-9278-a314def113d3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:22.842818 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a379debf-2c4e-4d60-a4c9-a2aa2f018a00 req-cd750908-ca66-4bec-9278-a314def113d3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0762060 Sep 23 11:28:22.919187 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a379debf-2c4e-4d60-a4c9-a2aa2f018a00 req-d71459e6-508d-4991-b815-129b22838aea tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582428 Sep 23 11:28:23.127286 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20133aae-6ef5-42d9-8cb5-64f2150c6838 req-4478e73d-a48a-46e7-adcf-da15274c1b22 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:23.128985 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20133aae-6ef5-42d9-8cb5-64f2150c6838 req-4478e73d-a48a-46e7-adcf-da15274c1b22 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0796227 Sep 23 11:28:23.192370 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20133aae-6ef5-42d9-8cb5-64f2150c6838 req-64ede9c4-d9c8-456b-852f-7f8043832872 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538876 Sep 23 11:28:23.420110 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:28:23.823509 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe121c-c0d3-4b32-9be2-7727a272cdfa req-6ad2ca9f-4e60-40d2-ac7e-262bd1dc4c53 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:23.832117 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3dbe121c-c0d3-4b32-9be2-7727a272cdfa req-6ad2ca9f-4e60-40d2-ac7e-262bd1dc4c53 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0778463 Sep 23 11:28:23.903558 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3dbe121c-c0d3-4b32-9be2-7727a272cdfa req-f788dffd-ace8-4635-b17a-7e2154ba0000 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704718 Sep 23 11:28:24.006476 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2697c24-f539-45be-a59d-5b23942f9c45 req-3cd92920-dea2-4768-9b3d-67ce2a25d805 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:24.010136 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d2697c24-f539-45be-a59d-5b23942f9c45 req-3cd92920-dea2-4768-9b3d-67ce2a25d805 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 944 time: 0.1250527 Sep 23 11:28:24.111343 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d2697c24-f539-45be-a59d-5b23942f9c45 req-d983038f-765f-45b5-8be8-cae406fad0b7 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909584 Sep 23 11:28:24.126390 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d4b3e-e181-48b1-80fd-4d18d95b2829 req-218aa9a3-2aca-4eb9-8119-eb3721b598ae tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:24.136548 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-303d4b3e-e181-48b1-80fd-4d18d95b2829 req-218aa9a3-2aca-4eb9-8119-eb3721b598ae tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0839252 Sep 23 11:28:24.194738 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-303d4b3e-e181-48b1-80fd-4d18d95b2829 req-0e6bfbce-9836-4f5f-9b7e-4b56c70d14e0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560713 Sep 23 11:28:24.370802 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d335b2c-bdb4-4a71-8230-3219d2d83588 req-150cda7c-a49b-48e7-8b52-46928340decc tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:24.373566 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d335b2c-bdb4-4a71-8230-3219d2d83588 req-150cda7c-a49b-48e7-8b52-46928340decc tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0755749 Sep 23 11:28:24.435968 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d335b2c-bdb4-4a71-8230-3219d2d83588 req-5015a36d-16a4-4ba4-86ec-ff0e08706b7e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549879 Sep 23 11:28:24.655237 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 0d651afb-484a-4afa-9ef7-99e21a20433d up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:24.853187 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 0d651afb-484a-4afa-9ef7-99e21a20433d completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:28:24.858568 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 0d651afb-484a-4afa-9ef7-99e21a20433d triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:24.859940 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:24.991705 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:25.028989 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a1cd4c-4230-4c3b-aa81-74d5c204e84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d651afb-484a-4afa-9ef7-99e21a20433d'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:28:25.033687 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4e68f-5bc1-478d-ac9e-b6e2eda8e4ad" -d '{"events": [{"server_uuid": "d5a1cd4c-4230-4c3b-aa81-74d5c204e84e", "name": "network-vif-plugged", "status": "completed", "tag": "0d651afb-484a-4afa-9ef7-99e21a20433d"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:28:25.053562 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 0d651afb-484a-4afa-9ef7-99e21a20433d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0d651afb-484a-4afa-9ef7-99e21a20433d,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:25.087421 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076fecd-b190-4d76-8ab0-b7dd78518769 req-8e2b37af-4565-4b12-81b1-28b025cdd1a6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:25.087421 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6076fecd-b190-4d76-8ab0-b7dd78518769 req-8e2b37af-4565-4b12-81b1-28b025cdd1a6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0608375 Sep 23 11:28:25.110959 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b95b6fd-6a43-4b56-b35b-867e76ce3655 x-openstack-request-id: req-9b95b6fd-6a43-4b56-b35b-867e76ce3655 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:28:25.111440 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a1cd4c-4230-4c3b-aa81-74d5c204e84e", "name": "network-vif-plugged", "status": "completed", "tag": "0d651afb-484a-4afa-9ef7-99e21a20433d", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:28:25.117096 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b95b6fd-6a43-4b56-b35b-867e76ce3655 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:28:25.117096 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a1cd4c-4230-4c3b-aa81-74d5c204e84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d651afb-484a-4afa-9ef7-99e21a20433d', 'code': 200} Sep 23 11:28:25.182265 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6076fecd-b190-4d76-8ab0-b7dd78518769 req-c87719a0-b1d7-4af5-8d7f-5a4e490ae0e1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816562 Sep 23 11:28:25.266184 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67093949-5a25-46f0-a04c-35955463cf26 req-d31294ac-68ad-4752-9cf7-535dba8b1cb4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:25.268017 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67093949-5a25-46f0-a04c-35955463cf26 req-d31294ac-68ad-4752-9cf7-535dba8b1cb4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 944 time: 0.0635955 Sep 23 11:28:25.336536 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67093949-5a25-46f0-a04c-35955463cf26 req-ef61391a-79c7-489f-8e64-1473b3061931 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576699 Sep 23 11:28:25.348228 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af624cd-9721-4cf0-be2a-52d335d15b88 req-5eb75642-4636-4ca3-b154-a8162fb87fbe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:25.349732 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0af624cd-9721-4cf0-be2a-52d335d15b88 req-5eb75642-4636-4ca3-b154-a8162fb87fbe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0806477 Sep 23 11:28:25.387640 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0af624cd-9721-4cf0-be2a-52d335d15b88 req-e3975051-a78a-4107-8863-7763383de102 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Sep 23 11:28:25.430433 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:25.487704 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=0d651afb-484a-4afa-9ef7-99e21a20433d,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:25.571793 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aa379-1d51-4011-bd24-f03479d051c6 req-ed4db6c7-0946-48b9-a127-720707e5285d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:25.573319 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-042aa379-1d51-4011-bd24-f03479d051c6 req-ed4db6c7-0946-48b9-a127-720707e5285d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0544364 Sep 23 11:28:25.624747 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-042aa379-1d51-4011-bd24-f03479d051c6 req-11f085a6-2b76-4bda-ad8f-cd19737b2091 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Sep 23 11:28:25.752683 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf9ea-8edc-45ae-890f-022edd8c39ff req-ee1989b9-5135-45c1-a4c7-3c4cd0ff8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:25.755063 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3badf9ea-8edc-45ae-890f-022edd8c39ff req-ee1989b9-5135-45c1-a4c7-3c4cd0ff8a2e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 1098 time: 0.0555031 Sep 23 11:28:25.809830 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3badf9ea-8edc-45ae-890f-022edd8c39ff req-acc29423-a658-4fe9-a536-b9c296c4f333 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452247 Sep 23 11:28:26.348103 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bff8c-af16-44db-a4d3-1ae2032fb409 req-53ed5bd6-d4ac-4466-849b-ce75fc2e1f6b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:26.362202 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e0bff8c-af16-44db-a4d3-1ae2032fb409 req-53ed5bd6-d4ac-4466-849b-ce75fc2e1f6b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0616231 Sep 23 11:28:26.438430 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e0bff8c-af16-44db-a4d3-1ae2032fb409 req-5694b91c-b810-4108-8f61-0fc0076476d3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808594 Sep 23 11:28:26.579034 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabadc17-1275-4211-acec-850345d335dc req-15163613-9ae6-4c20-a0bf-22e0fae2efa1 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:26.580753 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cabadc17-1275-4211-acec-850345d335dc req-15163613-9ae6-4c20-a0bf-22e0fae2efa1 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.1182609 Sep 23 11:28:26.620175 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6fa4c-7d9a-4ed2-b421-b02c94a878f1 req-3702843e-9356-46d2-b0e8-9f47b3c4990d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:26.621803 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dea6fa4c-7d9a-4ed2-b421-b02c94a878f1 req-3702843e-9356-46d2-b0e8-9f47b3c4990d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0904918 Sep 23 11:28:26.676461 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cabadc17-1275-4211-acec-850345d335dc req-1ed9c374-5b6c-4ef2-b3be-c70804a351c4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811832 Sep 23 11:28:26.705198 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dea6fa4c-7d9a-4ed2-b421-b02c94a878f1 req-94cc0993-6160-490c-8213-e00dcf15428e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751598 Sep 23 11:28:26.879640 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98296032-0ba7-45cc-b1a8-72b0494185c5 req-a9437897-80bb-43c2-902b-da07f61be901 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:26.881268 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-98296032-0ba7-45cc-b1a8-72b0494185c5 req-a9437897-80bb-43c2-902b-da07f61be901 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0799284 Sep 23 11:28:26.917864 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59570) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:26.950775 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-98296032-0ba7-45cc-b1a8-72b0494185c5 req-2f7b293b-5b7b-47b8-bbec-57aed2726184 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556681 Sep 23 11:28:27.130711 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4c67a401-6bf1-4b14-9d80-f022195fd5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:27.310395 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4c67a401-6bf1-4b14-9d80-f022195fd5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:27.396194 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4c67a401-6bf1-4b14-9d80-f022195fd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:27.426726 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67a401-6bf1-4b14-9d80-f022195fd5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b442ff4e-e6bb-4142-bf31-ac1521fbc096,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:27.477983 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 59576) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:27.479171 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-4c67a401-6bf1-4b14-9d80-f022195fd5e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fc35f7ee8604b7a8456a15e0c86add8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588553 Sep 23 11:28:27.544283 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74081282-1c60-454f-bd40-758e1c93e943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:27.628471 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74081282-1c60-454f-bd40-758e1c93e943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:27.658900 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf1d8-fdff-45e7-88dc-09d5d448a09d req-e2f6466d-99c0-410a-8538-a68c2398199c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:27.660447 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69cdf1d8-fdff-45e7-88dc-09d5d448a09d req-e2f6466d-99c0-410a-8538-a68c2398199c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0871592 Sep 23 11:28:27.741943 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69cdf1d8-fdff-45e7-88dc-09d5d448a09d req-43bb7367-c0d5-4e0f-8c66-57205c6aa627 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712137 Sep 23 11:28:27.843068 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74081282-1c60-454f-bd40-758e1c93e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:27.857748 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-74081282-1c60-454f-bd40-758e1c93e943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:27.861133 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-74081282-1c60-454f-bd40-758e1c93e943 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b442ff4e-e6bb-4142-bf31-ac1521fbc096 HTTP/1.1" status: 204 len: 168 time: 0.3806250 Sep 23 11:28:27.876657 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74081282-1c60-454f-bd40-758e1c93e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442ff4e-e6bb-4142-bf31-ac1521fbc096,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:27.989158 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985c9e6-77e7-4676-b272-b682f01406b0 req-09b85a8b-54c3-4ef2-a9ec-1a52b88562f2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:27.992805 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d985c9e6-77e7-4676-b272-b682f01406b0 req-09b85a8b-54c3-4ef2-a9ec-1a52b88562f2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.2038589 Sep 23 11:28:28.032848 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bbd06-4397-486f-b4b5-26f9ddf90e05 req-3f0aedb1-b1bf-4c8e-ba10-ef7d3c72fc4d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:28.042305 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-620bbd06-4397-486f-b4b5-26f9ddf90e05 req-3f0aedb1-b1bf-4c8e-ba10-ef7d3c72fc4d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1786504 Sep 23 11:28:28.086793 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d985c9e6-77e7-4676-b272-b682f01406b0 req-4744952d-f4b1-4a39-bfde-021992708f92 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854843 Sep 23 11:28:28.109867 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-620bbd06-4397-486f-b4b5-26f9ddf90e05 req-bd005d85-999b-4e7a-aa06-0f841fe58976 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655546 Sep 23 11:28:28.255437 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15190908-4d91-4f57-b2ac-49999f0a0568 req-7c5de10b-3be4-4fac-9972-4977c5b06453 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:28.257392 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-15190908-4d91-4f57-b2ac-49999f0a0568 req-7c5de10b-3be4-4fac-9972-4977c5b06453 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0677531 Sep 23 11:28:28.357977 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-15190908-4d91-4f57-b2ac-49999f0a0568 req-eb3c3d95-a1a6-47af-86e9-a2d57be33d79 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870852 Sep 23 11:28:28.997381 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5dd3e3-33f9-46e6-9cd4-38c3b477af05 req-885c597b-cd49-4aae-b12c-b51e2b420b53 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:29.000132 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f5dd3e3-33f9-46e6-9cd4-38c3b477af05 req-885c597b-cd49-4aae-b12c-b51e2b420b53 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0907502 Sep 23 11:28:29.044243 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f5dd3e3-33f9-46e6-9cd4-38c3b477af05 req-afdb24dc-2fe8-46d6-80ba-0dd01df350b7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368159 Sep 23 11:28:29.266395 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d963d63-4f4f-4bd3-a6cf-6972374d0f59 req-2a107cd3-bb26-4b24-9cb3-92151074b82f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:29.268016 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4d963d63-4f4f-4bd3-a6cf-6972374d0f59 req-2a107cd3-bb26-4b24-9cb3-92151074b82f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0562177 Sep 23 11:28:29.309678 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4d963d63-4f4f-4bd3-a6cf-6972374d0f59 req-57028a8b-706f-42db-91e5-a99b6e2a3261 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355635 Sep 23 11:28:29.484753 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a580b9-6256-4eb4-a403-b3aadaaa9c4f req-fddd0c81-522e-4efd-b726-ceb79d44c820 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:29.486194 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81a580b9-6256-4eb4-a403-b3aadaaa9c4f req-fddd0c81-522e-4efd-b726-ceb79d44c820 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0601463 Sep 23 11:28:29.526021 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81a580b9-6256-4eb4-a403-b3aadaaa9c4f req-cb474a60-7329-4e5e-8c82-e96eb3ec1c39 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Sep 23 11:28:29.618741 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 59630) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:29.741098 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-8374230-network', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:29.899695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Made reservation on behalf of 835d4a3c08ec4bd4b920a36fef6622a2 for: {'network': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:29.904421 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:29.919371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:30.104785 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:30.254932 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:30.269656 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=94666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:28:30.298164 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:30.298512 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.segments_db [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Added segment 2b473175-b45a-4748-b829-3b7228ad2390 of type vlan for network 72a817c5-bdd3-454e-9305-fc153563cfaa Sep 23 11:28:30.309760 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0f1c7-36ce-42e6-a085-2d963ce8ea27 req-9c8d8864-bc5b-49d1-9a90-34cda49ab905 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:30.311627 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6bb0f1c7-36ce-42e6-a085-2d963ce8ea27 req-9c8d8864-bc5b-49d1-9a90-34cda49ab905 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0996182 Sep 23 11:28:30.328780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2519153f-183b-424b-9294-dcaf69b1b657,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:30.395538 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:30.409467 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6bb0f1c7-36ce-42e6-a085-2d963ce8ea27 req-7c83a692-145f-4f5f-99d1-6175463b3e9e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884311 Sep 23 11:28:30.487094 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9bb2d-4fbd-4909-8776-b29eb49f0923 req-0f3a5da7-bd1f-48ed-9309-da0bff0ee2e9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:30.488825 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb9bb2d-4fbd-4909-8776-b29eb49f0923 req-0f3a5da7-bd1f-48ed-9309-da0bff0ee2e9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0689368 Sep 23 11:28:30.541530 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb9bb2d-4fbd-4909-8776-b29eb49f0923 req-8110c375-7b21-47ba-a8b6-073e9d311df0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 Sep 23 11:28:30.602689 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:30.602689 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:30.603311 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:30.695075 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] Pushing event updated for resources: {'Network': ['ID=72a817c5-bdd3-454e-9305-fc153563cfaa,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:30.709988 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 72a817c5-bdd3-454e-9305-fc153563cfaa details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:28:30.719663 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2d823-4cac-4f86-9186-9a93060ec347 req-33cbe624-2b19-4142-88f9-e9f31132f541 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:30.722521 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ee2d823-4cac-4f86-9186-9a93060ec347 req-33cbe624-2b19-4142-88f9-e9f31132f541 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1129651 Sep 23 11:28:30.770147 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ee2d823-4cac-4f86-9186-9a93060ec347 req-dd5a4f3a-fd5b-45cb-90db-ac125862a8cb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Sep 23 11:28:30.807986 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5f55615b-27fa-4ff0-9702-8482674622c4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1875594 Sep 23 11:28:30.815722 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 59664) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:30.820780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Request body: {'subnet': {'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-8374230-subnet', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:30.934057 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Made reservation on behalf of 835d4a3c08ec4bd4b920a36fef6622a2 for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:30.938346 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:31.225204 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:31.281070 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6f3024-e6cf-4061-9c9a-732778fc8c5f,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:31.301649 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Checking segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:31.302000 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Network hostable DHCP agents. Network: 72a817c5-bdd3-454e-9305-fc153563cfaa, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:28:31.413064 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Network 72a817c5-bdd3-454e-9305-fc153563cfaa is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:28:31.555553 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d5f4f-1af5-413c-8767-70fd966c9aeb req-736dbc0c-ddec-4a1c-9acd-c38b84a32bb4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:31.557207 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-073d5f4f-1af5-413c-8767-70fd966c9aeb req-736dbc0c-ddec-4a1c-9acd-c38b84a32bb4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0681775 Sep 23 11:28:31.558383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 72a817c5-bdd3-454e-9305-fc153563cfaa) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:31.563944 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:31.567876 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:31.569440 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4bae4-3a38-4e94-bc7c-6bc1da6ea714 None None] Network 72a817c5-bdd3-454e-9305-fc153563cfaa requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:28:31.607599 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-073d5f4f-1af5-413c-8767-70fd966c9aeb req-bfb9c364-e231-4f6c-8e63-368936396609 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354850 Sep 23 11:28:31.723480 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59694) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:31.724248 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ca7c27f4-4b9b-41c3-8898-a9c8967898e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9073992 Sep 23 11:28:31.728496 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:31.735866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ab94-1aff-43c8-9dfd-0c392a52668c req-e7f9149a-2c39-466d-8536-4e6be24dd22f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:31.737739 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ee60ab94-1aff-43c8-9dfd-0c392a52668c req-e7f9149a-2c39-466d-8536-4e6be24dd22f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0656004 Sep 23 11:28:31.738568 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-72a817c5-bdd3-454e-9305-fc153563cfaa', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:28:31.739474 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:31.788429 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ee60ab94-1aff-43c8-9dfd-0c392a52668c req-48fa2b0b-6270-4e01-a6eb-4bc79bad7b8d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442159 Sep 23 11:28:31.838636 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:31.841479 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:31.907044 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:31.931889 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Allocated IP 172.20.0.2 (72a817c5-bdd3-454e-9305-fc153563cfaa/ee6f3024-e6cf-4061-9c9a-732778fc8c5f/d2ac9d33-8084-443c-910c-5b464b6c1aed) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:31.950968 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba630-5681-43d9-a78d-0ec0e59d3749 req-393d45a0-01b4-4cc0-88cd-53f0ea36cc4d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:31.957070 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba9ba630-5681-43d9-a78d-0ec0e59d3749 req-393d45a0-01b4-4cc0-88cd-53f0ea36cc4d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0623066 Sep 23 11:28:32.083562 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba9ba630-5681-43d9-a78d-0ec0e59d3749 req-d5209ca5-2469-438e-a2e1-e479219c8cf9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244562 Sep 23 11:28:32.104921 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-0b6d87b3-7ecc-416e-bf6c-56282b5320b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:32.107366 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-0b6d87b3-7ecc-416e-bf6c-56282b5320b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 1098 time: 0.1362965 Sep 23 11:28:32.165235 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.167700 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.276686 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-e88dd886-d4f9-4599-b363-2a8cb3f21c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:32.279861 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-e88dd886-d4f9-4599-b363-2a8cb3f21c4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 917 time: 0.1592264 Sep 23 11:28:32.282244 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.321420 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Network 72a817c5-bdd3-454e-9305-fc153563cfaa is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:32.324579 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:32.328733 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:32.371662 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Pushing event updated for resources: {'Port': ['ID=d2ac9d33-8084-443c-910c-5b464b6c1aed,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:32.395908 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-d79a9c60-e39b-4ee3-b02a-28ea732f7674 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11a27ad0-4f6e-4faa-b587-e74af1857535 HTTP/1.1" status: 200 len: 1001 time: 0.0953741 Sep 23 11:28:32.409269 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Attempting to bind port d2ac9d33-8084-443c-910c-5b464b6c1aed on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:32.409641 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Attempting to bind port d2ac9d33-8084-443c-910c-5b464b6c1aed by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:32.410011 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Attempting to bind port d2ac9d33-8084-443c-910c-5b464b6c1aed on network 72a817c5-bdd3-454e-9305-fc153563cfaa {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:32.415102 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:32.415475 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Checking segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:32.415888 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.416276 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Bound using segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:32.416913 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Bound port: d2ac9d33-8084-443c-910c-5b464b6c1aed, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:32.417476 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.463878 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-fc81850f-29bc-443e-a915-0583d77bd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:32.465508 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-fc81850f-29bc-443e-a915-0583d77bd02e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.0489745 Sep 23 11:28:32.485938 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] For port d2ac9d33-8084-443c-910c-5b464b6c1aed, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:32.486741 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.490021 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] For port d2ac9d33-8084-443c-910c-5b464b6c1aed, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d2ac9d33-8084-443c-910c-5b464b6c1aed,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:32.506108 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.520233 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-f40d5b69-76eb-4fca-9d34-37731fc04aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:32.522032 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-f40d5b69-76eb-4fca-9d34-37731fc04aa5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429180 Sep 23 11:28:32.603197 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.616249 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Allocated IP 172.27.1.152 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/0bee579d-a40d-4fc6-9fa1-68eeeae1a65f) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:32.631905 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-3fd8c973-04f0-4e11-8f6a-449ef9775b21 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011772 Sep 23 11:28:32.689247 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a8ad-dd37-45ae-a8ec-e17435dce72c None None] Pushing event updated for resources: {'Port': ['ID=d2ac9d33-8084-443c-910c-5b464b6c1aed,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:32.757333 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.802392 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449fa24-4ad1-42a3-8c03-1b8b85fa3e1e req-d5a30e68-4778-4366-87e1-1b27d17065d4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:32.804475 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e449fa24-4ad1-42a3-8c03-1b8b85fa3e1e req-d5a30e68-4778-4366-87e1-1b27d17065d4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1026011 Sep 23 11:28:32.807549 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ab37bdc2-afa2-4899-8c05-516a97bdd37a req-95c7f104-d0aa-43a6-8a44-6f2f3352d46a service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527114 Sep 23 11:28:32.859399 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:32.892189 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e449fa24-4ad1-42a3-8c03-1b8b85fa3e1e req-a61a755f-4d15-42ae-aa7f-e51620d91ef2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681155 Sep 23 11:28:32.945868 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:32.949072 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:32.952436 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:32.961889 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Pushing event updated for resources: {'Port': ['ID=0bee579d-a40d-4fc6-9fa1-68eeeae1a65f,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:32.989836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71eaa3f-d52b-43c4-bd9f-0216620c0eba req-e2dca39a-7fce-45f4-bbce-768427fe14b2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:32.991484 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e71eaa3f-d52b-43c4-bd9f-0216620c0eba req-e2dca39a-7fce-45f4-bbce-768427fe14b2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0891652 Sep 23 11:28:33.048330 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e71eaa3f-d52b-43c4-bd9f-0216620c0eba req-31100c5d-21f7-464e-9933-396f77fe6dc2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489614 Sep 23 11:28:33.228820 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd458083-447e-4d26-85cf-43d3467be6fa req-51bcd7a3-4d23-4889-a900-3d59851069fb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:33.235862 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dd458083-447e-4d26-85cf-43d3467be6fa req-51bcd7a3-4d23-4889-a900-3d59851069fb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0690463 Sep 23 11:28:33.299167 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dd458083-447e-4d26-85cf-43d3467be6fa req-92ecb8f3-ffcd-4b90-a789-ee978e023755 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589173 Sep 23 11:28:33.389665 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:33.604700 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:33.731245 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8293957d-1768-4483-b215-f1197609904b None None] Network 72a817c5-bdd3-454e-9305-fc153563cfaa requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:28:33.835713 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Router 01a6ecf0-429c-4184-919c-1260f5731e20 is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:28:33.858656 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-fdf74a0a-10de-4a09-9930-22636d7fb43f None None] Provisioning complete for port d2ac9d33-8084-443c-910c-5b464b6c1aed triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:33.859176 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdf74a0a-10de-4a09-9930-22636d7fb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:33.966924 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:28:33.976723 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:28:33.979815 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdf74a0a-10de-4a09-9930-22636d7fb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:33.990903 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:33.991693 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:34.021739 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-fdf74a0a-10de-4a09-9930-22636d7fb43f None None] For port d2ac9d33-8084-443c-910c-5b464b6c1aed, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d2ac9d33-8084-443c-910c-5b464b6c1aed,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:34.053951 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f20f5-c895-4444-8102-cebb9ec73bf9 req-b77af27f-7880-4da8-89bf-7ff6e33874ae tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:34.055739 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be8f20f5-c895-4444-8102-cebb9ec73bf9 req-b77af27f-7880-4da8-89bf-7ff6e33874ae tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0572193 Sep 23 11:28:34.108340 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:34.112859 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c18321ae-8fb2-4ac2-af9b-7eec2870faff admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3881793 Sep 23 11:28:34.113048 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-be8f20f5-c895-4444-8102-cebb9ec73bf9 req-addede02-7cb0-4644-a3a3-18032422a549 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507412 Sep 23 11:28:34.113524 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59722) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:34.116227 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:34.121779 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fdf74a0a-10de-4a09-9930-22636d7fb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:34.199481 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf74a0a-10de-4a09-9930-22636d7fb43f None None] Pushing event updated for resources: {'Port': ['ID=d2ac9d33-8084-443c-910c-5b464b6c1aed,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:34.215102 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570866a4-fc15-47dd-be73-4f3d26ec924f req-aa19bc24-39ad-4040-8f1a-cc7a735f094e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:34.216647 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-570866a4-fc15-47dd-be73-4f3d26ec924f req-aa19bc24-39ad-4040-8f1a-cc7a735f094e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0688760 Sep 23 11:28:34.246209 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-ce4b0f86-5ae2-4f48-a963-0a8dc454d613 None None] Provisioning complete for port d2ac9d33-8084-443c-910c-5b464b6c1aed triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:34.247397 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ce4b0f86-5ae2-4f48-a963-0a8dc454d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:34.295937 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-570866a4-fc15-47dd-be73-4f3d26ec924f req-e3e85a62-a04e-4c9d-b3bc-3df9b23c5079 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705409 Sep 23 11:28:34.397193 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d2ac9d33-8084-443c-910c-5b464b6c1aed up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:34.450188 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:33Z', 'revision_number': 3, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:34.494232 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port d2ac9d33-8084-443c-910c-5b464b6c1aed triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:34.494911 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:34.498591 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6843b-d5df-466c-9af9-53751d9e636c req-ac2485dd-1457-4d84-83f6-cca9b9bafdca tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:34.501390 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35d6843b-d5df-466c-9af9-53751d9e636c req-ac2485dd-1457-4d84-83f6-cca9b9bafdca tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0770848 Sep 23 11:28:34.565177 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35d6843b-d5df-466c-9af9-53751d9e636c req-8a8e72f6-433b-4b1b-b008-73918f0ebfbe tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Sep 23 11:28:34.590672 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:28:34.591040 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Updating router 01a6ecf0-429c-4184-919c-1260f5731e20 port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:28:34.618443 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:34.902577 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:34.927565 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:34.966924 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:35.025388 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Attempting to bind port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:35.026043 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Attempting to bind port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:35.026157 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Attempting to bind port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:35.037761 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Pushing event updated for resources: {'Port': ['ID=0bee579d-a40d-4fc6-9fa1-68eeeae1a65f,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:35.040185 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:35.040589 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:35.040995 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:35.041386 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:35.041857 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Bound port: 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:35.042257 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:35.066690 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.066948 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.067297 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.067635 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.067967 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.068311 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.069011 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.069011 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.077394 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.077394 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.077394 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.077394 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:35.106809 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Allocated IP 172.20.0.1 (72a817c5-bdd3-454e-9305-fc153563cfaa/ee6f3024-e6cf-4061-9c9a-732778fc8c5f/e25ffba3-fa0d-435e-bbba-40e196addf28) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:35.108248 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] For port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:35.111724 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] For port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=0bee579d-a40d-4fc6-9fa1-68eeeae1a65f,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:35.202004 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:35.222700 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:35.270042 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:35.270728 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:35.276198 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1434a6e-e4eb-402c-af41-3585a400616c None None] Pushing event updated for resources: {'Port': ['ID=0bee579d-a40d-4fc6-9fa1-68eeeae1a65f,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:35.291963 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2760a0-1bed-4093-831c-58b95f61c47e req-f761e47e-d2eb-4862-b1e8-f1a26a3d8bb0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:35.294577 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec2760a0-1bed-4093-831c-58b95f61c47e req-f761e47e-d2eb-4862-b1e8-f1a26a3d8bb0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.0865436 Sep 23 11:28:35.341349 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:35.360447 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec2760a0-1bed-4093-831c-58b95f61c47e req-d174ea54-1a3f-4c7c-a87c-ab35047b9f8b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587060 Sep 23 11:28:35.396466 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:35.413215 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Network 72a817c5-bdd3-454e-9305-fc153563cfaa is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:35.416218 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:35.423694 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:35.427054 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Pushing event updated for resources: {'Port': ['ID=e25ffba3-fa0d-435e-bbba-40e196addf28,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:35.438414 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8583d8-7b19-44e5-a4c1-5061ebf429e6 req-c4b84d49-e6a8-4607-8379-e3d1882dc9a2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:35.440213 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cc8583d8-7b19-44e5-a4c1-5061ebf429e6 req-c4b84d49-e6a8-4607-8379-e3d1882dc9a2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0665681 Sep 23 11:28:35.490455 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:35.557957 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cc8583d8-7b19-44e5-a4c1-5061ebf429e6 req-53e531ef-e32c-4e23-a8e7-b8dc1ed78e25 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079226 Sep 23 11:28:35.707424 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab61e0-8dc3-4393-a751-fd404bdb9b31 req-69b22b37-8556-4c7f-9e82-ad3b4788b3b6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:35.709130 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6eab61e0-8dc3-4393-a751-fd404bdb9b31 req-69b22b37-8556-4c7f-9e82-ad3b4788b3b6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0738063 Sep 23 11:28:35.727995 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-913c8d15-3828-4313-84e7-19120a917054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:33Z', 'revision_number': 3, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:35.754122 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6eab61e0-8dc3-4393-a751-fd404bdb9b31 req-c7cb15ec-d99c-4fb7-8568-1c41337d5223 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Sep 23 11:28:35.756805 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c8d15-3828-4313-84e7-19120a917054 None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:33Z', 'revision_number': 3, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:28:35.785238 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-8c6b3f4b-af15-468b-b4c3-7030bb55a3fa None None] Provisioning complete for port e25ffba3-fa0d-435e-bbba-40e196addf28 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:35.785766 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8c6b3f4b-af15-468b-b4c3-7030bb55a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:35.828784 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b3f4b-af15-468b-b4c3-7030bb55a3fa None None] Port e25ffba3-fa0d-435e-bbba-40e196addf28 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:28:35.896018 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:36.126123 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:36.219471 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:36.298909 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Pushing event updated for resources: {'Port': ['ID=e25ffba3-fa0d-435e-bbba-40e196addf28,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:36.309554 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:36.341607 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:36.410522 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:36.411291 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:36.461042 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Network 72a817c5-bdd3-454e-9305-fc153563cfaa is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:36.462486 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:36.542170 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:36.576648 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=0bee579d-a40d-4fc6-9fa1-68eeeae1a65f,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:36.631591 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd31e8-d5a1-4898-83e0-a9586e98f282 req-c05f6a59-8f71-41e0-9ef3-e615806a30f5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:36.634818 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bbfd31e8-d5a1-4898-83e0-a9586e98f282 req-c05f6a59-8f71-41e0-9ef3-e615806a30f5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 945 time: 0.1400580 Sep 23 11:28:36.684274 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:36.713028 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Router 01a6ecf0-429c-4184-919c-1260f5731e20 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:28:36.725981 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:28:36.730598 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bbfd31e8-d5a1-4898-83e0-a9586e98f282 req-720984bc-dd10-4efa-96c5-3d9a32200a71 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871596 Sep 23 11:28:36.823184 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f58b7-c802-48e0-959f-a613de20dafe req-7cfae780-3fec-4cf6-ae13-37725d2e1c33 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:36.826179 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-896f58b7-c802-48e0-959f-a613de20dafe req-7cfae780-3fec-4cf6-ae13-37725d2e1c33 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1046875 Sep 23 11:28:36.847068 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=0bee579d-a40d-4fc6-9fa1-68eeeae1a65f,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:36.887165 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-1b0739cc-2b74-48d2-a854-5cf0d2f1dcab None None] Provisioning complete for port e25ffba3-fa0d-435e-bbba-40e196addf28 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:36.887804 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b0739cc-2b74-48d2-a854-5cf0d2f1dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:36.896815 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:28:36.900725 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-207dbc6a-3ff1-4da5-a5c9-dc96932c4c46 admin admin] 10.222.0.13 "PUT /v2.0/routers/01a6ecf0-429c-4184-919c-1260f5731e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861290 Sep 23 11:28:36.943258 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-896f58b7-c802-48e0-959f-a613de20dafe req-9e2e6e32-9b9b-48d2-811d-7bcecf500fc5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100826 Sep 23 11:28:36.981265 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-1b0739cc-2b74-48d2-a854-5cf0d2f1dcab None None] Port e25ffba3-fa0d-435e-bbba-40e196addf28 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:28:36.983483 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:37.017058 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:28:37.020717 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a670826b-8c7e-433d-a3ba-9d7831a50fdd" -d '{"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-unplugged", "status": "completed", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:28:37.036738 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:37.087516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afab5f-3b8c-487c-a797-67aad25e5732 req-6b6de9b5-53d8-4201-848b-cd6d03bb3ed1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:37.089204 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31afab5f-3b8c-487c-a797-67aad25e5732 req-6b6de9b5-53d8-4201-848b-cd6d03bb3ed1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0546348 Sep 23 11:28:37.131416 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31afab5f-3b8c-487c-a797-67aad25e5732 req-3deb45b0-3286-4e67-98f9-299146ada29a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Sep 23 11:28:37.174805 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 11:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff693c18-5659-45e4-9e74-5a36644db93e x-openstack-request-id: req-ff693c18-5659-45e4-9e74-5a36644db93e {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:28:37.175190 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-unplugged", "status": "failed", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535", "code": 422}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:28:37.175479 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff693c18-5659-45e4-9e74-5a36644db93e {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:28:37.175968 dv-cinder-809523-4-iscsi neutron-server[94667]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'code': 422} returned with failed status Sep 23 11:28:37.178565 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:37.227407 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=8']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:37.695600 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:28:37.707799 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:37.716381 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:37.805522 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59798) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:37.809223 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1140163735-network', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:37.829557 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:38.002016 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Made reservation on behalf of 94127a1f0c2f422abd8ff4039964a748 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:38.005093 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.014720 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.061432 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 2, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:38.090641 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:28:38.090968 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Updating router 01a6ecf0-429c-4184-919c-1260f5731e20 port e25ffba3-fa0d-435e-bbba-40e196addf28 binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:28:38.118070 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.127208 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.255973 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.306261 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08f1e0-f1db-4008-bc02-7fc72419069f req-2b7aa7dc-ed30-41e1-8166-238fab30010d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:38.311005 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae08f1e0-f1db-4008-bc02-7fc72419069f req-2b7aa7dc-ed30-41e1-8166-238fab30010d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0966332 Sep 23 11:28:38.356052 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:28:38.367285 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae08f1e0-f1db-4008-bc02-7fc72419069f req-d590dcf4-1edf-4277-9c02-405642e42f5e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487382 Sep 23 11:28:38.400016 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070680f5-7df3-4edc-ac38-d74a35cbac8d,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:38.406513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.407355 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Added segment 0b208ebe-8bab-4034-b651-bb38c16ee7f8 of type vlan for network e437c8a9-98a2-477d-bf77-ed821459ba5b Sep 23 11:28:38.467766 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.472320 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:38.518331 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c415ab-6eb9-46e8-aa7d-06a5306a23ee req-c4c8d608-b828-45b9-aba1-07f9fa993235 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:38.519908 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51c415ab-6eb9-46e8-aa7d-06a5306a23ee req-c4c8d608-b828-45b9-aba1-07f9fa993235 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0513806 Sep 23 11:28:38.573732 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51c415ab-6eb9-46e8-aa7d-06a5306a23ee req-5c794e75-8079-4db5-9602-7e37d81e1c30 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Sep 23 11:28:38.580150 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.581532 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:38.582334 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.601739 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:38.602211 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.667316 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] Pushing event updated for resources: {'Network': ['ID=e437c8a9-98a2-477d-bf77-ed821459ba5b,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:38.686333 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-3303d442-f6bb-4760-99fe-b534c9b198af req-28bfdbd4-47cd-4310-9361-8c03a53f8ecf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:28:38.687661 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3303d442-f6bb-4760-99fe-b534c9b198af req-28bfdbd4-47cd-4310-9361-8c03a53f8ecf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057731 Sep 23 11:28:38.693592 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network e437c8a9-98a2-477d-bf77-ed821459ba5b details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:28:38.727881 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-8ac19224-7b6b-40b0-8c00-36a6573f250f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9227355 Sep 23 11:28:38.730941 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59824) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:38.736073 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Request body: {'subnet': {'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1140163735-subnet', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:38.876669 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:38.906627 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Made reservation on behalf of 94127a1f0c2f422abd8ff4039964a748 for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:38.912522 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:39.029815 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:39.120919 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a9294-1e10-478a-adb1-6f7ba33ec87e None None] Pushing event updated for resources: {'Port': ['ID=e25ffba3-fa0d-435e-bbba-40e196addf28,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:39.223283 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Attempting to bind port e25ffba3-fa0d-435e-bbba-40e196addf28 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:39.223756 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Attempting to bind port e25ffba3-fa0d-435e-bbba-40e196addf28 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:39.224270 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Attempting to bind port e25ffba3-fa0d-435e-bbba-40e196addf28 on network 72a817c5-bdd3-454e-9305-fc153563cfaa {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:39.238242 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:39.239051 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Checking segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:39.239681 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:39.240390 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Bound using segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:39.241105 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Bound port: e25ffba3-fa0d-435e-bbba-40e196addf28, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:39.241745 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:39.246884 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1106d2-9dd1-4e4c-a9b4-2f0180ac3b7e req-5686ff9d-7798-46ad-b675-d91e973e70fe tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:39.250416 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-af1106d2-9dd1-4e4c-a9b4-2f0180ac3b7e req-5686ff9d-7798-46ad-b675-d91e973e70fe tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.0783253 Sep 23 11:28:39.278415 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:39.423897 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] For port e25ffba3-fa0d-435e-bbba-40e196addf28, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:39.449541 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-c47ff3fa-9e71-4ea7-af81-3948fb25077e None None] Provisioning complete for port e25ffba3-fa0d-435e-bbba-40e196addf28 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:39.449911 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c47ff3fa-9e71-4ea7-af81-3948fb25077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:39.450327 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82563e58-3991-4d21-bd0e-516f4bcadf92,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:39.455319 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] For port e25ffba3-fa0d-435e-bbba-40e196addf28, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=e25ffba3-fa0d-435e-bbba-40e196addf28,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:39.479087 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Checking segment: {'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:39.479482 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Network hostable DHCP agents. Network: e437c8a9-98a2-477d-bf77-ed821459ba5b, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:28:39.497450 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-c47ff3fa-9e71-4ea7-af81-3948fb25077e None None] Port e25ffba3-fa0d-435e-bbba-40e196addf28 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:28:39.528757 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:39.591306 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Network e437c8a9-98a2-477d-bf77-ed821459ba5b is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:28:39.648485 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-af1106d2-9dd1-4e4c-a9b4-2f0180ac3b7e req-b4864d51-d81e-407e-b3b8-ad9d08ce97fc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910136 Sep 23 11:28:39.673645 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:39.673645 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:39.681899 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a9294-1e10-478a-adb1-6f7ba33ec87e None None] Pushing event updated for resources: {'Port': ['ID=e25ffba3-fa0d-435e-bbba-40e196addf28,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:39.692288 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c7e2e-015f-42f6-8006-cf5e1bb0ec64 req-1a30827d-e033-4b4d-8560-fc7d99e0189a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:39.703892 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-272c7e2e-015f-42f6-8006-cf5e1bb0ec64 req-1a30827d-e033-4b4d-8560-fc7d99e0189a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1115127 Sep 23 11:28:39.755491 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, e437c8a9-98a2-477d-bf77-ed821459ba5b) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:39.766231 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:39.768042 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:39.778446 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc00e8-a317-4b12-8dde-0df2fb5445c4 None None] Network e437c8a9-98a2-477d-bf77-ed821459ba5b requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:28:39.789107 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-272c7e2e-015f-42f6-8006-cf5e1bb0ec64 req-14c93aa5-8a20-47ed-a833-9843b467c988 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839496 Sep 23 11:28:39.892721 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06394dc1-13c3-4832-8846-44365fe44c96 req-75ede25c-4041-4420-b41e-05c4c2181e0a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:39.895178 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-06394dc1-13c3-4832-8846-44365fe44c96 req-75ede25c-4041-4420-b41e-05c4c2181e0a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0654984 Sep 23 11:28:39.908237 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-eb7c9490-11cd-4fb9-8b3e-9e746e053f7a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1761491 Sep 23 11:28:39.911485 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59854) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:39.918696 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:39.954578 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-06394dc1-13c3-4832-8846-44365fe44c96 req-2f95c9cc-b3d2-4944-9767-bfdbe0f3cb73 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469429 Sep 23 11:28:39.962055 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:39.998400 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e066506b-9351-415d-8975-4ac6499aef1c None None] Provisioning complete for port e25ffba3-fa0d-435e-bbba-40e196addf28 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:39.998400 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e066506b-9351-415d-8975-4ac6499aef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:40.056284 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:40.057659 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:40.153008 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-e437c8a9-98a2-477d-bf77-ed821459ba5b', 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'fixed_ips': [{'subnet_id': '82563e58-3991-4d21-bd0e-516f4bcadf92'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:28:40.154485 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:40.192474 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:40.236275 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59866) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:40.353400 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e066506b-9351-415d-8975-4ac6499aef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:40.439109 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-e066506b-9351-415d-8975-4ac6499aef1c None None] For port e25ffba3-fa0d-435e-bbba-40e196addf28, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=e25ffba3-fa0d-435e-bbba-40e196addf28,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:40.460900 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Allocated IP 172.20.0.2 (e437c8a9-98a2-477d-bf77-ed821459ba5b/82563e58-3991-4d21-bd0e-516f4bcadf92/b7c32dd8-06f0-41df-914d-5c927acc7bd3) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:40.469702 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:39Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:40.495656 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-db7ece11-09c0-4c9b-9bdb-113bb82aebcd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2574315 Sep 23 11:28:40.503152 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4f82f-1525-4439-b712-8e882c16c9ba None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:39Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:28:40.536969 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e066506b-9351-415d-8975-4ac6499aef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:40.551685 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-33d35e0a-b680-4a4c-ab38-4de03bf99d86 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:28:40.551685 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-33d35e0a-b680-4a4c-ab38-4de03bf99d86 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081816 Sep 23 11:28:40.625659 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:40.789172 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:28:40.934970 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.005846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a962c-add4-4d11-9521-8a6c9c811072 req-91f19cad-0967-4745-9fed-c42d8a6334fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:41.010808 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066506b-9351-415d-8975-4ac6499aef1c None None] Pushing event updated for resources: {'Port': ['ID=e25ffba3-fa0d-435e-bbba-40e196addf28,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:41.024400 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-271a962c-add4-4d11-9521-8a6c9c811072 req-91f19cad-0967-4745-9fed-c42d8a6334fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1018941 Sep 23 11:28:41.033619 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f4c0e-8ffb-456f-bb0a-ad89a9baaeba req-1d6fea93-283c-4167-b1bd-e8e1961b981f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:41.035929 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-223f4c0e-8ffb-456f-bb0a-ad89a9baaeba req-1d6fea93-283c-4167-b1bd-e8e1961b981f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1706436 Sep 23 11:28:41.063151 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.150214 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Network e437c8a9-98a2-477d-bf77-ed821459ba5b is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:41.152514 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:41.166603 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.178411 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:41.182166 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-271a962c-add4-4d11-9521-8a6c9c811072 req-33048f3e-abb8-4f4e-989c-b500cf198117 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539230 Sep 23 11:28:41.189688 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Pushing event updated for resources: {'Port': ['ID=b7c32dd8-06f0-41df-914d-5c927acc7bd3,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:41.203523 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-223f4c0e-8ffb-456f-bb0a-ad89a9baaeba req-76bfbcb1-9b81-4286-a4bf-9581ea538012 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340349 Sep 23 11:28:41.213715 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.350677 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f38a8c-8967-4432-844d-3d8697faec3d req-cb324452-7ab2-459f-baeb-a00295fb93a0 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:41.352254 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Attempting to bind port b7c32dd8-06f0-41df-914d-5c927acc7bd3 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:41.352634 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4f38a8c-8967-4432-844d-3d8697faec3d req-cb324452-7ab2-459f-baeb-a00295fb93a0 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0695324 Sep 23 11:28:41.353113 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Attempting to bind port b7c32dd8-06f0-41df-914d-5c927acc7bd3 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:41.353729 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Attempting to bind port b7c32dd8-06f0-41df-914d-5c927acc7bd3 on network e437c8a9-98a2-477d-bf77-ed821459ba5b {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:41.362012 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:41.362781 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Checking segment: {'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:41.363450 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.364575 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Bound using segment: {'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:41.365358 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Bound port: b7c32dd8-06f0-41df-914d-5c927acc7bd3, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:41.365945 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.416056 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4f38a8c-8967-4432-844d-3d8697faec3d req-55399aaa-67f1-4ecf-8e46-baccd2b435c3 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552278 Sep 23 11:28:41.453212 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Allocated IP 172.27.1.174 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/a7ecc90f-33c0-4abd-8826-ee65d204a087) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:41.476053 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] For port b7c32dd8-06f0-41df-914d-5c927acc7bd3, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:41.476053 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] For port b7c32dd8-06f0-41df-914d-5c927acc7bd3, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=b7c32dd8-06f0-41df-914d-5c927acc7bd3,segment=NetworkSegment(0b208ebe-8bab-4034-b651-bb38c16ee7f8),segment_id=0b208ebe-8bab-4034-b651-bb38c16ee7f8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:41.545455 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.626841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.642454 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fccc26-3047-401a-8758-564ac7b98474 None None] Pushing event updated for resources: {'Port': ['ID=b7c32dd8-06f0-41df-914d-5c927acc7bd3,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:41.762328 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:41.800430 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:41.813865 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:41.818147 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:41.897236 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ecc90f-33c0-4abd-8826-ee65d204a087,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:42.386911 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb55bd-5ec4-409d-93c1-9ac90c8f3a80 req-0b659fb2-3970-4aae-aa68-32e2f2a5fc19 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:42.395079 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fbb55bd-5ec4-409d-93c1-9ac90c8f3a80 req-0b659fb2-3970-4aae-aa68-32e2f2a5fc19 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1351805 Sep 23 11:28:42.424196 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device b7c32dd8-06f0-41df-914d-5c927acc7bd3 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:42.433474 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1cdc-292c-4e6f-b47e-f19d54b55046 req-2450a38d-9409-497c-9168-cb369cf066ad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:42.435588 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e91f1cdc-292c-4e6f-b47e-f19d54b55046 req-2450a38d-9409-497c-9168-cb369cf066ad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1285810 Sep 23 11:28:42.505090 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fbb55bd-5ec4-409d-93c1-9ac90c8f3a80 req-b8128c10-3a28-4b39-a3eb-d3e4acf669e8 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086519 Sep 23 11:28:42.533027 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port b7c32dd8-06f0-41df-914d-5c927acc7bd3 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:42.533629 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:42.550489 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e91f1cdc-292c-4e6f-b47e-f19d54b55046 req-cd0e13eb-80ab-4493-a85b-b7af4b87d505 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061850 Sep 23 11:28:42.613624 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:42.694628 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:42.702880 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c916e-9d97-4319-8a1f-dd467a1caf12 req-7bbfd4bf-09f5-4160-892e-515f057bc1d9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:42.704849 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e2c916e-9d97-4319-8a1f-dd467a1caf12 req-7bbfd4bf-09f5-4160-892e-515f057bc1d9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0662775 Sep 23 11:28:42.741145 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port b7c32dd8-06f0-41df-914d-5c927acc7bd3, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=b7c32dd8-06f0-41df-914d-5c927acc7bd3,segment=NetworkSegment(0b208ebe-8bab-4034-b651-bb38c16ee7f8),segment_id=0b208ebe-8bab-4034-b651-bb38c16ee7f8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:42.754819 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e2c916e-9d97-4319-8a1f-dd467a1caf12 req-96d9e4d4-597d-4e7f-9489-15f801a61aa7 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Sep 23 11:28:42.850032 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ccc0d8-2998-47cb-871c-88338138394d None None] Network e437c8a9-98a2-477d-bf77-ed821459ba5b requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:28:42.862614 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:42.863386 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device e25ffba3-fa0d-435e-bbba-40e196addf28 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:42.915196 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:43.079754 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754bf9d-3307-4743-bcbe-9c4bfc9acb7e req-78dd555a-fe39-4922-966c-93ab560f6e58 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:43.087414 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-3bc2936d-5cfd-4656-bbd3-6c4d15019473 None None] Provisioning complete for port b7c32dd8-06f0-41df-914d-5c927acc7bd3 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:43.087903 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8754bf9d-3307-4743-bcbe-9c4bfc9acb7e req-78dd555a-fe39-4922-966c-93ab560f6e58 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0985484 Sep 23 11:28:43.088804 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3bc2936d-5cfd-4656-bbd3-6c4d15019473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:43.136918 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8754bf9d-3307-4743-bcbe-9c4bfc9acb7e req-5278f857-bc2c-4c36-a6db-0adbf788a743 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482168 Sep 23 11:28:43.155525 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=b7c32dd8-06f0-41df-914d-5c927acc7bd3,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:43.237406 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-fbbea84d-4a19-4f41-9d57-230251c56548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:43.238992 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-fbbea84d-4a19-4f41-9d57-230251c56548 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 1099 time: 0.0522912 Sep 23 11:28:43.248345 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port e25ffba3-fa0d-435e-bbba-40e196addf28 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:43.249825 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:43.326951 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Router f5480366-4431-451d-a0c8-e4a06a82f07b is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:28:43.354163 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-369b0672-120b-4f31-9c46-c44b11b29fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:43.355709 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-369b0672-120b-4f31-9c46-c44b11b29fb3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 911 time: 0.1095743 Sep 23 11:28:43.456500 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-ababb126-a451-4bb2-9096-6ae97a74fe9b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e HTTP/1.1" status: 200 len: 1002 time: 0.0775976 Sep 23 11:28:43.496767 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:28:43.515291 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Sync routers for ids ['f5480366-4431-451d-a0c8-e4a06a82f07b'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:28:43.534570 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-4c4238b2-2a9d-40e4-a7ce-bc106cfde081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:43.536148 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-4c4238b2-2a9d-40e4-a7ce-bc106cfde081 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.0723808 Sep 23 11:28:43.541962 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Routers {'f5480366-4431-451d-a0c8-e4a06a82f07b'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:43.542809 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f5480366-4431-451d-a0c8-e4a06a82f07b'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:43.607105 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-f1214a29-a380-4dcc-8238-27eed80edf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:43.610804 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-f1214a29-a380-4dcc-8238-27eed80edf24 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634608 Sep 23 11:28:43.624214 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4df0b65b-04cf-4609-85a3-577bb8bedefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:43.642426 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:43.643723 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e5382a29-67ea-467a-88df-62b6fd62bfe1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7307620 Sep 23 11:28:43.646544 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59928) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:43.669632 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Set router f5480366-4431-451d-a0c8-e4a06a82f07b gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:43.720316 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e3f72586-cb49-4d25-a7b6-5798f6c9bce7 None None] Provisioning complete for port b7c32dd8-06f0-41df-914d-5c927acc7bd3 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:43.720727 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e3f72586-cb49-4d25-a7b6-5798f6c9bce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:43.804041 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 59936) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:43.836648 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-74317bab-4d24-49dc-8a77-e8cb5e8cc2ea service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151072 Sep 23 11:28:43.850378 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35356123-d209-420e-bbef-4580db6cf029 req-6a0befbd-53ef-4c22-b2e0-4fef5fd58985 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:43.858742 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35356123-d209-420e-bbef-4580db6cf029 req-6a0befbd-53ef-4c22-b2e0-4fef5fd58985 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1525390 Sep 23 11:28:43.993723 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:28:42Z', 'revision_number': 3, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port': {'id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:41Z', 'updated_at': '2021-09-23T11:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:44.023698 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71620bcd-7857-48a2-88e3-a17374f501cc req-4566f6b8-3192-4f83-a024-74de561f0500 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:44.024166 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Checking router: f5480366-4431-451d-a0c8-e4a06a82f07b for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:28:44.024574 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Updating router f5480366-4431-451d-a0c8-e4a06a82f07b port a7ecc90f-33c0-4abd-8826-ee65d204a087 binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:28:44.026041 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-71620bcd-7857-48a2-88e3-a17374f501cc req-4566f6b8-3192-4f83-a024-74de561f0500 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1458342 Sep 23 11:28:44.034256 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35356123-d209-420e-bbef-4580db6cf029 req-ecff9043-1d62-4020-a7ba-7f12d83db04a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728723 Sep 23 11:28:44.053961 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-334c70bf-452b-4a46-b6ad-a89e41865c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.065422 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.089113 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fea47f6b-d594-4d64-882e-0bdb118c1819 req-cc5d8d9f-7f81-4005-9cfa-0a408b6989cd service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230482 Sep 23 11:28:44.113230 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-71620bcd-7857-48a2-88e3-a17374f501cc req-681347c2-423a-488e-82dd-58bfc4213b66 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702925 Sep 23 11:28:44.297467 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-334c70bf-452b-4a46-b6ad-a89e41865c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.299968 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.320479 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d58e-5add-4eb8-85d5-08c950222794 req-8b440d2e-a8bd-46c4-b905-93be9052a7c0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:44.322393 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dbf0d58e-5add-4eb8-85d5-08c950222794 req-8b440d2e-a8bd-46c4-b905-93be9052a7c0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0855122 Sep 23 11:28:44.329206 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device b7c32dd8-06f0-41df-914d-5c927acc7bd3 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:44.360713 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-334c70bf-452b-4a46-b6ad-a89e41865c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.395424 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c70bf-452b-4a46-b6ad-a89e41865c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69670b53-050d-4416-8eeb-80096465a01e,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:44.405706 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port b7c32dd8-06f0-41df-914d-5c927acc7bd3 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:44.407480 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.414290 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.418581 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dbf0d58e-5add-4eb8-85d5-08c950222794 req-b2b1e3c9-d540-4c40-ac66-4c1e357f4d99 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890226 Sep 23 11:28:44.436743 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-334c70bf-452b-4a46-b6ad-a89e41865c8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5be28880a013461d890415330e0212b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152477 Sep 23 11:28:44.439117 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 59944) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:44.497889 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.500616 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.525414 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Allocated IP 172.20.0.1 (e437c8a9-98a2-477d-bf77-ed821459ba5b/82563e58-3991-4d21-bd0e-516f4bcadf92/24c801af-e323-49ed-9444-a65a9c1c6d90) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:44.534669 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.549686 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Attempting to bind port a7ecc90f-33c0-4abd-8826-ee65d204a087 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:44.550285 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Attempting to bind port a7ecc90f-33c0-4abd-8826-ee65d204a087 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:44.550425 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Attempting to bind port a7ecc90f-33c0-4abd-8826-ee65d204a087 on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:44.560555 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:44.560927 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:44.561593 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.562735 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:44.563375 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Bound port: a7ecc90f-33c0-4abd-8826-ee65d204a087, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:44.564011 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.594420 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7099a2-8038-429b-83fd-d388876296e9 None None] Pushing event updated for resources: {'Port': ['ID=a7ecc90f-33c0-4abd-8826-ee65d204a087,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:44.628418 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] For port a7ecc90f-33c0-4abd-8826-ee65d204a087, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:44.631829 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] For port a7ecc90f-33c0-4abd-8826-ee65d204a087, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=a7ecc90f-33c0-4abd-8826-ee65d204a087,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:44.647288 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.669873 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.673739 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.675226 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69670b53-050d-4416-8eeb-80096465a01e HTTP/1.1" status: 204 len: 168 time: 0.2349005 Sep 23 11:28:44.686853 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69670b53-050d-4416-8eeb-80096465a01e,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:44.694515 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.694866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.695207 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.695538 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.695870 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.696204 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.696560 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.696887 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.697213 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.697534 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.697855 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.698175 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0846f-5b1b-41d6-b4ee-825638a08ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.751231 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.790052 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:44.811432 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Routers {'f5480366-4431-451d-a0c8-e4a06a82f07b'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:44.812075 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f5480366-4431-451d-a0c8-e4a06a82f07b'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:44.847372 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7099a2-8038-429b-83fd-d388876296e9 None None] Pushing event updated for resources: {'Port': ['ID=a7ecc90f-33c0-4abd-8826-ee65d204a087,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:44.851506 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Network e437c8a9-98a2-477d-bf77-ed821459ba5b is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:44.855494 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:44.858177 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:44.902703 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Pushing event updated for resources: {'Port': ['ID=24c801af-e323-49ed-9444-a65a9c1c6d90,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:44.914734 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.915084 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.915422 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.915756 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.916082 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.916448 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.916775 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.917105 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.917436 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.917759 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.918081 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.918435 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:28:44.948152 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:45.039448 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] Set router f5480366-4431-451d-a0c8-e4a06a82f07b gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:45.236402 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:45.267831 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-afb197d2-619b-4f52-8477-212fe9d88d17 None None] Provisioning complete for port 24c801af-e323-49ed-9444-a65a9c1c6d90 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:45.270401 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-afb197d2-619b-4f52-8477-212fe9d88d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:45.322536 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa8ba8-74ce-420b-a84a-bcde4c9ec4df req-e55648b4-e521-4b9d-8e80-3bc50b30fd74 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:45.331652 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31aa8ba8-74ce-420b-a84a-bcde4c9ec4df req-e55648b4-e521-4b9d-8e80-3bc50b30fd74 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0959458 Sep 23 11:28:45.355073 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-afb197d2-619b-4f52-8477-212fe9d88d17 None None] Port 24c801af-e323-49ed-9444-a65a9c1c6d90 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:28:45.363141 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:28:42Z', 'revision_number': 3, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port': {'id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:41Z', 'updated_at': '2021-09-23T11:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:45.376924 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954c207-4d5c-4253-9074-857f63d68694 req-94d3514f-5d99-4a39-afa1-aadb9a44590f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:45.393446 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6954c207-4d5c-4253-9074-857f63d68694 req-94d3514f-5d99-4a39-afa1-aadb9a44590f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.2324986 Sep 23 11:28:45.436556 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3800836a-82c6-4ad3-a4ae-2c617159b626 None None] The sync data for ids ['f5480366-4431-451d-a0c8-e4a06a82f07b'] in dv-cinder-809523-4-iscsi is: [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:28:42Z', 'revision_number': 3, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port': {'id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:aa:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:41Z', 'updated_at': '2021-09-23T11:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:28:45.456946 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31aa8ba8-74ce-420b-a84a-bcde4c9ec4df req-13567eba-407a-4c6d-a01d-313ca5414b81 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241810 Sep 23 11:28:45.468975 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:45.515036 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6954c207-4d5c-4253-9074-857f63d68694 req-0269cc1d-8361-4152-9911-cde391799b23 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201127 Sep 23 11:28:45.601535 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:45.626846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec1dc5-9c75-44c9-87e8-b95f26fb1dc4 req-a7ddfc53-9c5d-480c-b1eb-25ab92acb1e4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:45.628808 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5bec1dc5-9c75-44c9-87e8-b95f26fb1dc4 req-a7ddfc53-9c5d-480c-b1eb-25ab92acb1e4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0539167 Sep 23 11:28:45.686241 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-048700a9-e8fe-4eec-a39d-f5d8ea96fb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:45.688158 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:45.688158 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Pushing event updated for resources: {'Port': ['ID=24c801af-e323-49ed-9444-a65a9c1c6d90,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:45.688767 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5bec1dc5-9c75-44c9-87e8-b95f26fb1dc4 req-5bc4210a-08f8-488d-85d0-c3a9bc4fc58d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490777 Sep 23 11:28:45.847159 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Network e437c8a9-98a2-477d-bf77-ed821459ba5b is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:45.848837 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:46.025623 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Router f5480366-4431-451d-a0c8-e4a06a82f07b has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:28:46.194246 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-d314751c-89c4-4f32-9582-df89b8b821b4 None None] Provisioning complete for port 24c801af-e323-49ed-9444-a65a9c1c6d90 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:46.194538 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d314751c-89c4-4f32-9582-df89b8b821b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:46.323582 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-d314751c-89c4-4f32-9582-df89b8b821b4 None None] Port 24c801af-e323-49ed-9444-a65a9c1c6d90 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:28:46.337466 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device a7ecc90f-33c0-4abd-8826-ee65d204a087 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:46.397165 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port a7ecc90f-33c0-4abd-8826-ee65d204a087 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:46.397546 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:46.458833 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:46.488313 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:28:46.493920 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-835f2106-e346-4a15-98dd-f5d72ea7a42d admin admin] 10.222.0.13 "PUT /v2.0/routers/f5480366-4431-451d-a0c8-e4a06a82f07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8461947 Sep 23 11:28:46.536592 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:46.562468 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port a7ecc90f-33c0-4abd-8826-ee65d204a087, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=a7ecc90f-33c0-4abd-8826-ee65d204a087,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:46.597531 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59988) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:46.657572 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c90c4d-88ec-48e5-a527-c825393a5032 req-b1228b8d-9a00-442f-b8a7-9bd44782a28b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:46.660937 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:46.665810 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-53c90c4d-88ec-48e5-a527-c825393a5032 req-b1228b8d-9a00-442f-b8a7-9bd44782a28b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0964730 Sep 23 11:28:46.731014 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=a7ecc90f-33c0-4abd-8826-ee65d204a087,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:46.744181 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1088512478-network', 'tenant_id': '6a454238eeb549e98fffddd094a9969d'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:46.753427 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-53c90c4d-88ec-48e5-a527-c825393a5032 req-91c025cc-7afc-4d4c-b2cc-0ccc82fcaab6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840456 Sep 23 11:28:46.771912 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b1a7-c221-413f-9095-17e497aa97ed req-1ba007a0-78e7-454a-887e-4734b3f85d02 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:46.773490 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6294b1a7-c221-413f-9095-17e497aa97ed req-1ba007a0-78e7-454a-887e-4734b3f85d02 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1029873 Sep 23 11:28:46.837316 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6294b1a7-c221-413f-9095-17e497aa97ed req-75c5e3fa-19b0-4915-acde-a81a378df721 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546005 Sep 23 11:28:46.893190 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Made reservation on behalf of 6a454238eeb549e98fffddd094a9969d for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:46.897138 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:46.913159 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.024234 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.092636 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.130152 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:28:47.139482 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:47.147196 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.147759 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Added segment 208c846b-b6d6-453a-90bf-0e6465c7cb42 of type vlan for network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 Sep 23 11:28:47.216143 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.303964 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.305062 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:47.305827 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.370002 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] Pushing event updated for resources: {'Network': ['ID=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:47.381658 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:28:47.426317 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e1677148-397b-4a13-9ddd-ca888f30f9ca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8273485 Sep 23 11:28:47.431333 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 59998) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:47.441904 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Request body: {'subnet': {'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1088512478-subnet', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:47.458770 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.471921 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60000) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:47.481646 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-ea124cd8-7589-4f15-80c6-9fa0d1c5f4c6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749550243', 'description': 'tempest-secgroup-smoke-1749550243 description', 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:47.555337 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Made reservation on behalf of 6a454238eeb549e98fffddd094a9969d for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:47.558064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.761839 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ea124cd8-7589-4f15-80c6-9fa0d1c5f4c6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.874533 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ea124cd8-7589-4f15-80c6-9fa0d1c5f4c6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.961273 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:47.982997 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Sync routers for ids ['f5480366-4431-451d-a0c8-e4a06a82f07b'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:28:47.990856 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3def7-774c-4734-aa99-ac34880c6ed5 req-40f3b610-9dd5-43fb-adbf-1674776919b9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:47.992497 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a1c3def7-774c-4734-aa99-ac34880c6ed5 req-40f3b610-9dd5-43fb-adbf-1674776919b9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1045310 Sep 23 11:28:47.995329 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Routers {'f5480366-4431-451d-a0c8-e4a06a82f07b'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:47.995959 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f5480366-4431-451d-a0c8-e4a06a82f07b'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:48.006104 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad3af8-b633-4326-99aa-3eb7dccce734 req-09524678-462a-44b9-8a42-4a2a502356fd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:48.008083 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1aad3af8-b633-4326-99aa-3eb7dccce734 req-09524678-462a-44b9-8a42-4a2a502356fd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.0835586 Sep 23 11:28:48.009566 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ea124cd8-7589-4f15-80c6-9fa0d1c5f4c6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.021166 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6f6253-a682-475f-9a8b-03f973009a0f,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:48.042272 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Checking segment: {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:48.042806 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Network hostable DHCP agents. Network: aa1d45f4-7ca0-4128-bf5f-cc8465259bf2, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:28:48.090423 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea124cd8-7589-4f15-80c6-9fa0d1c5f4c6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca68a50-59b8-4c01-9794-ec24921fc57d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:48.111536 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a1c3def7-774c-4734-aa99-ac34880c6ed5 req-7a581356-9140-4ba2-b92f-386e50a3e0fe tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989087 Sep 23 11:28:48.126079 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1aad3af8-b633-4326-99aa-3eb7dccce734 req-7de16a5e-de9f-46e4-8db0-47d9a3fb3f2c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016872 Sep 23 11:28:48.156722 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:28:48.157099 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ea124cd8-7589-4f15-80c6-9fa0d1c5f4c6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.158426 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Set router f5480366-4431-451d-a0c8-e4a06a82f07b gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:48.158823 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ea124cd8-7589-4f15-80c6-9fa0d1c5f4c6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6829815 Sep 23 11:28:48.161535 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60012) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:48.166242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-d150500d-2c14-4413-a52d-9e431abc00f6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'security_group_rule': {'security_group_id': '8ca68a50-59b8-4c01-9794-ec24921fc57d', 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:48.225496 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, aa1d45f4-7ca0-4128-bf5f-cc8465259bf2) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:48.231046 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:48.233756 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.243103 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80ebaf-f534-497e-b372-053e3f3cea19 None None] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:28:48.258224 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d150500d-2c14-4413-a52d-9e431abc00f6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.333567 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-bebd85b8-ee9b-4f1a-95f4-b708fffe2c39 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9007218 Sep 23 11:28:48.337047 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 60016) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:48.341955 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:48.344564 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d150500d-2c14-4413-a52d-9e431abc00f6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.418882 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d150500d-2c14-4413-a52d-9e431abc00f6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.429742 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device a7ecc90f-33c0-4abd-8826-ee65d204a087 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:48.438097 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150500d-2c14-4413-a52d-9e431abc00f6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a819f686-c228-4369-aa20-f87bb7671581,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:48.441787 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.443231 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.504163 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.554148 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d150500d-2c14-4413-a52d-9e431abc00f6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.558534 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d150500d-2c14-4413-a52d-9e431abc00f6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3934608 Sep 23 11:28:48.560160 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60018) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:48.570883 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-cb3cffd3-7a45-4632-be7e-aeb7613f61dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'security_group_rule': {'security_group_id': '8ca68a50-59b8-4c01-9794-ec24921fc57d', 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:48.657039 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port a7ecc90f-33c0-4abd-8826-ee65d204a087 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:48.657295 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.706288 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cb3cffd3-7a45-4632-be7e-aeb7613f61dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.739180 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:28:48.742523 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.759219 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.781169 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.807552 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cb3cffd3-7a45-4632-be7e-aeb7613f61dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.864320 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:28:45Z', 'revision_number': 4, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port': {'id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:41Z', 'updated_at': '2021-09-23T11:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '24c801af-e323-49ed-9444-a65a9c1c6d90', 'name': '', 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'mac_address': 'fa:16:3e:bc:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '82563e58-3991-4d21-bd0e-516f4bcadf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:44Z', 'updated_at': '2021-09-23T11:28:45Z', 'revision_number': 2, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'subnets': [{'id': '82563e58-3991-4d21-bd0e-516f4bcadf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:48.919899 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Checking router: f5480366-4431-451d-a0c8-e4a06a82f07b for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:28:48.920096 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Updating router f5480366-4431-451d-a0c8-e4a06a82f07b port 24c801af-e323-49ed-9444-a65a9c1c6d90 binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:28:48.927128 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cb3cffd3-7a45-4632-be7e-aeb7613f61dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.948250 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cffd3-7a45-4632-be7e-aeb7613f61dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a504aa-755b-45d2-955e-38adaf932cfd,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:48.984160 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:48.994053 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Allocated IP 172.20.0.2 (aa1d45f4-7ca0-4128-bf5f-cc8465259bf2/4a6f6253-a682-475f-9a8b-03f973009a0f/a30ea9c3-b860-46cd-b9cf-ad06b0f15adc) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:49.036090 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cb3cffd3-7a45-4632-be7e-aeb7613f61dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.037340 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-cb3cffd3-7a45-4632-be7e-aeb7613f61dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4772935 Sep 23 11:28:49.047960 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60024) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:49.053256 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-305fb91b-faf1-4026-b063-c5ec3cfd05d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'security_group_rule': {'security_group_id': '8ca68a50-59b8-4c01-9794-ec24921fc57d', 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:49.113721 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.134233 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.152675 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-305fb91b-faf1-4026-b063-c5ec3cfd05d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.340034 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.340567 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-305fb91b-faf1-4026-b063-c5ec3cfd05d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.342541 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Allocated IP 172.27.1.76 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/86a62c88-7b7c-4f9e-ba24-eea87ce0563d) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:49.359500 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f671b-0840-40cf-b8fc-41278ab0c7da req-1f3d0fd0-5901-4085-91bb-ef247981b0db tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:49.361278 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e79f671b-0840-40cf-b8fc-41278ab0c7da req-1f3d0fd0-5901-4085-91bb-ef247981b0db tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1094720 Sep 23 11:28:49.369704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926320b9-c558-4f2c-bf41-1585884a8e33 req-944523bd-9e0c-454a-a362-ba4c56641ee7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:49.371249 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-926320b9-c558-4f2c-bf41-1585884a8e33 req-944523bd-9e0c-454a-a362-ba4c56641ee7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1301696 Sep 23 11:28:49.429678 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e79f671b-0840-40cf-b8fc-41278ab0c7da req-90116724-61df-403e-8df1-5a3998b65173 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Sep 23 11:28:49.442247 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-926320b9-c558-4f2c-bf41-1585884a8e33 req-186b5a5a-6feb-45a6-af97-e9d7f23fbd63 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554030 Sep 23 11:28:49.447432 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-305fb91b-faf1-4026-b063-c5ec3cfd05d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.456457 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.470559 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fb91b-faf1-4026-b063-c5ec3cfd05d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f6a3b4-63d0-4c13-b279-16b4b43073b1,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:49.479720 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.498520 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.541124 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:49.543991 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:49.548079 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:49.556170 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.559686 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Pushing event updated for resources: {'Port': ['ID=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:49.594934 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-305fb91b-faf1-4026-b063-c5ec3cfd05d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.595486 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.596174 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-305fb91b-faf1-4026-b063-c5ec3cfd05d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5470855 Sep 23 11:28:49.599266 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60032) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:49.604978 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-39951ffd-73f8-46a2-a842-a41f3603fd86 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'security_group_rule': {'security_group_id': '8ca68a50-59b8-4c01-9794-ec24921fc57d', 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:49.636863 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:49.639801 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:49.643584 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:49.663911 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e901a-2edc-488a-8d0f-4b34229c558e None None] Pushing event updated for resources: {'Port': ['ID=24c801af-e323-49ed-9444-a65a9c1c6d90,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:49.674721 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Pushing event updated for resources: {'Port': ['ID=86a62c88-7b7c-4f9e-ba24-eea87ce0563d,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:49.686967 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Attempting to bind port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:49.686967 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Attempting to bind port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:49.686967 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Attempting to bind port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc on network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:49.708906 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:49.709279 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Checking segment: {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:49.709684 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.710090 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Bound using segment: {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:49.710549 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Bound port: a30ea9c3-b860-46cd-b9cf-ad06b0f15adc, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:49.710930 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.729751 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Attempting to bind port 24c801af-e323-49ed-9444-a65a9c1c6d90 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:49.730114 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Attempting to bind port 24c801af-e323-49ed-9444-a65a9c1c6d90 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:49.730479 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Attempting to bind port 24c801af-e323-49ed-9444-a65a9c1c6d90 on network e437c8a9-98a2-477d-bf77-ed821459ba5b {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:49.739084 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:49.739460 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Checking segment: {'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:49.739868 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.740263 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Bound using segment: {'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:49.740764 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Bound port: 24c801af-e323-49ed-9444-a65a9c1c6d90, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b208ebe-8bab-4034-b651-bb38c16ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:49.741147 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.746217 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39951ffd-73f8-46a2-a842-a41f3603fd86 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.839410 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] For port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:49.847662 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] For port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:49.860442 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] For port 24c801af-e323-49ed-9444-a65a9c1c6d90, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:49.863847 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] For port 24c801af-e323-49ed-9444-a65a9c1c6d90, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=24c801af-e323-49ed-9444-a65a9c1c6d90,segment=NetworkSegment(0b208ebe-8bab-4034-b651-bb38c16ee7f8),segment_id=0b208ebe-8bab-4034-b651-bb38c16ee7f8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:49.875400 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39951ffd-73f8-46a2-a842-a41f3603fd86 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.955301 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39951ffd-73f8-46a2-a842-a41f3603fd86 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.956060 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.958518 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:49.985987 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39951ffd-73f8-46a2-a842-a41f3603fd86 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fca7c33-0057-499b-a4c5-9a007299941f,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:50.034702 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.047226 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e901a-2edc-488a-8d0f-4b34229c558e None None] Pushing event updated for resources: {'Port': ['ID=24c801af-e323-49ed-9444-a65a9c1c6d90,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:50.051392 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-7264bc12-0208-448e-bb3e-0927aef07a24 None None] Provisioning complete for port 24c801af-e323-49ed-9444-a65a9c1c6d90 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:50.051896 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7264bc12-0208-448e-bb3e-0927aef07a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.056476 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Routers {'f5480366-4431-451d-a0c8-e4a06a82f07b'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:50.057231 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f5480366-4431-451d-a0c8-e4a06a82f07b'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:50.087658 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39951ffd-73f8-46a2-a842-a41f3603fd86 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.095067 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 60038) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:50.107352 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-39951ffd-73f8-46a2-a842-a41f3603fd86 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5036774 Sep 23 11:28:50.113009 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-513dbc8e-6710-4d82-a36f-c4b51f546c20 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'security_group_rule': {'security_group_id': '8ca68a50-59b8-4c01-9794-ec24921fc57d', 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:50.217078 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835437be-73fc-4db6-a27b-41f9e6cbf7cf None None] Pushing event updated for resources: {'Port': ['ID=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:50.276355 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.securitygroups_db [None req-513dbc8e-6710-4d82-a36f-c4b51f546c20 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Project 835d4a3c08ec4bd4b920a36fef6622a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 11:28:50.289156 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-513dbc8e-6710-4d82-a36f-c4b51f546c20 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.304050 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] Set router f5480366-4431-451d-a0c8-e4a06a82f07b gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:50.346825 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7264bc12-0208-448e-bb3e-0927aef07a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.456796 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.464900 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-513dbc8e-6710-4d82-a36f-c4b51f546c20 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.494966 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7264bc12-0208-448e-bb3e-0927aef07a24 None None] For port 24c801af-e323-49ed-9444-a65a9c1c6d90, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=24c801af-e323-49ed-9444-a65a9c1c6d90,segment=NetworkSegment(0b208ebe-8bab-4034-b651-bb38c16ee7f8),segment_id=0b208ebe-8bab-4034-b651-bb38c16ee7f8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:50.667570 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f7ef6-3d6d-4ac5-b13d-c8fd0751a00b req-f85ae5fb-f76b-4c9c-9e65-e0240b429961 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:50.667570 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c1f7ef6-3d6d-4ac5-b13d-c8fd0751a00b req-f85ae5fb-f76b-4c9c-9e65-e0240b429961 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0990043 Sep 23 11:28:50.693572 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fae8c-c3b1-49fe-929a-06b3e585a9dc req-a98abffe-2878-4665-9a24-b424716f6505 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:50.703881 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-513dbc8e-6710-4d82-a36f-c4b51f546c20 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.704087 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-322fae8c-c3b1-49fe-929a-06b3e585a9dc req-a98abffe-2878-4665-9a24-b424716f6505 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1118171 Sep 23 11:28:50.726319 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dbc8e-6710-4d82-a36f-c4b51f546c20 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc658f72-0d57-4d91-ac94-ac61a05825df,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:50.731573 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c1f7ef6-3d6d-4ac5-b13d-c8fd0751a00b req-faa78dd2-ae29-45aa-baea-b5352ac97866 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823774 Sep 23 11:28:50.793372 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-322fae8c-c3b1-49fe-929a-06b3e585a9dc req-3c2dc6e3-c38c-40ca-b05f-59ad6fb24a38 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680313 Sep 23 11:28:50.827530 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7264bc12-0208-448e-bb3e-0927aef07a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.857060 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:28:45Z', 'revision_number': 4, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port': {'id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:41Z', 'updated_at': '2021-09-23T11:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '24c801af-e323-49ed-9444-a65a9c1c6d90', 'name': '', 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'mac_address': 'fa:16:3e:bc:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '82563e58-3991-4d21-bd0e-516f4bcadf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:44Z', 'updated_at': '2021-09-23T11:28:49Z', 'revision_number': 4, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'subnets': [{'id': '82563e58-3991-4d21-bd0e-516f4bcadf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:50.890905 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:28:50.897356 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4542a3d-5740-48b5-8498-37378f47a267 None None] The sync data for ids ['f5480366-4431-451d-a0c8-e4a06a82f07b'] in dv-cinder-809523-4-iscsi is: [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:28:45Z', 'revision_number': 4, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port': {'id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:41Z', 'updated_at': '2021-09-23T11:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '24c801af-e323-49ed-9444-a65a9c1c6d90', 'name': '', 'network_id': 'e437c8a9-98a2-477d-bf77-ed821459ba5b', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'mac_address': 'fa:16:3e:bc:ff:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '82563e58-3991-4d21-bd0e-516f4bcadf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:44Z', 'updated_at': '2021-09-23T11:28:49Z', 'revision_number': 4, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'subnets': [{'id': '82563e58-3991-4d21-bd0e-516f4bcadf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:28:50.941637 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264bc12-0208-448e-bb3e-0927aef07a24 None None] Pushing event updated for resources: {'Port': ['ID=24c801af-e323-49ed-9444-a65a9c1c6d90,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:50.987696 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-513dbc8e-6710-4d82-a36f-c4b51f546c20 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:50.987934 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-513dbc8e-6710-4d82-a36f-c4b51f546c20 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8911755 Sep 23 11:28:50.990586 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-f47236b2-cedc-46a9-a9ed-7295274dae06 None None] Provisioning complete for port 24c801af-e323-49ed-9444-a65a9c1c6d90 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:50.991315 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60048) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:50.998107 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-ca7c090e-315b-4d61-af0a-b8cea9990a92 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'security_group_rule': {'security_group_id': '8ca68a50-59b8-4c01-9794-ec24921fc57d', 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:51.001409 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f47236b2-cedc-46a9-a9ed-7295274dae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:51.092748 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.securitygroups_db [None req-ca7c090e-315b-4d61-af0a-b8cea9990a92 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Project 835d4a3c08ec4bd4b920a36fef6622a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 11:28:51.106395 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ca7c090e-315b-4d61-af0a-b8cea9990a92 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:51.119561 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:28:51.135899 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Sync routers for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:28:51.170143 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:51.170395 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:51.224159 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ca7c090e-315b-4d61-af0a-b8cea9990a92 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:51.247525 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:51.251035 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9c088e36-fcec-4038-92dc-ef452e5cfbe8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9125991 Sep 23 11:28:51.253734 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 60050) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:51.315541 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ca7c090e-315b-4d61-af0a-b8cea9990a92 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:51.369721 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c090e-315b-4d61-af0a-b8cea9990a92 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49324f9d-5a98-4340-80c9-c142f776ac04,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:51.387628 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:51.429756 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ca7c090e-315b-4d61-af0a-b8cea9990a92 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:51.435719 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ca7c090e-315b-4d61-af0a-b8cea9990a92 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4425426 Sep 23 11:28:51.627447 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf6741-9878-48fb-b4aa-84d553dc18fe None None] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:28:51.698634 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:49Z', 'revision_number': 3, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:51.757594 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-75635e6d-0503-48ed-85d9-e4a6f8439a51 None None] Provisioning complete for port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:51.757932 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-75635e6d-0503-48ed-85d9-e4a6f8439a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:51.769062 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Checking router: 19bdc484-a9cc-4aec-9aa6-c6745f783c60 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:28:51.769671 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Updating router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:28:51.862359 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.060400 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f8ebf-eebd-455d-9e1e-53cd9fc85ead req-19947811-ceaf-4838-9f94-03cae4aa16c6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:52.070111 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bd9f8ebf-eebd-455d-9e1e-53cd9fc85ead req-19947811-ceaf-4838-9f94-03cae4aa16c6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1559088 Sep 23 11:28:52.092676 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-75635e6d-0503-48ed-85d9-e4a6f8439a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.127526 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1741f-98f2-4e5e-80eb-b40649457592 req-96a2ec56-0276-4f68-8504-ae8dbb979ee0 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:52.130286 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79d1741f-98f2-4e5e-80eb-b40649457592 req-96a2ec56-0276-4f68-8504-ae8dbb979ee0 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1713736 Sep 23 11:28:52.195383 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-75635e6d-0503-48ed-85d9-e4a6f8439a51 None None] For port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:52.225341 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bd9f8ebf-eebd-455d-9e1e-53cd9fc85ead req-0572a51e-97dd-4ba1-aa07-f28f293a945f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534111 Sep 23 11:28:52.246639 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.247209 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79d1741f-98f2-4e5e-80eb-b40649457592 req-ae987b73-b11c-4527-a7a0-59b950eea4fd tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946786 Sep 23 11:28:52.304991 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-75635e6d-0503-48ed-85d9-e4a6f8439a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.485739 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75635e6d-0503-48ed-85d9-e4a6f8439a51 None None] Pushing event updated for resources: {'Port': ['ID=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:52.553116 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.612992 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device a30ea9c3-b860-46cd-b9cf-ad06b0f15adc up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:52.613241 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.665205 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-59bba50f-29d2-4b7f-9380-966fe2508f33 None None] Provisioning complete for port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:52.666219 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-59bba50f-29d2-4b7f-9380-966fe2508f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.693117 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.749932 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:52.757186 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.770092 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Attempting to bind port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:52.770427 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Attempting to bind port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:52.771106 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Attempting to bind port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:52.782218 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd49ae-1b5c-43d8-a04d-a9505859eb21 None None] Pushing event updated for resources: {'Port': ['ID=86a62c88-7b7c-4f9e-ba24-eea87ce0563d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:52.797016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:52.797016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:52.797016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.797016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:52.797016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Bound port: 86a62c88-7b7c-4f9e-ba24-eea87ce0563d, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:52.797016 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:52.815870 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Allocated IP 172.20.0.1 (aa1d45f4-7ca0-4128-bf5f-cc8465259bf2/4a6f6253-a682-475f-9a8b-03f973009a0f/045c06c3-cd2e-4e0d-aef7-d6232ee833b2) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:52.895111 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] For port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:52.900062 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] For port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=86a62c88-7b7c-4f9e-ba24-eea87ce0563d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:52.972702 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:53.021283 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 24c801af-e323-49ed-9444-a65a9c1c6d90 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:53.023409 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:53.047846 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:53.048513 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:53.090028 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd49ae-1b5c-43d8-a04d-a9505859eb21 None None] Pushing event updated for resources: {'Port': ['ID=86a62c88-7b7c-4f9e-ba24-eea87ce0563d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:53.111828 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 24c801af-e323-49ed-9444-a65a9c1c6d90 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:53.113331 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:53.158661 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:53.222175 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:53.227166 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:53.230700 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:53.231586 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:53.241746 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Pushing event updated for resources: {'Port': ['ID=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:53.363262 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:53.568364 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79e774-b9a3-4b4d-b9b7-fe8dd717c3c3 req-9417e5dc-b3e7-4a59-8166-7cdfce108c05 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:53.570054 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd79e774-b9a3-4b4d-b9b7-fe8dd717c3c3 req-9417e5dc-b3e7-4a59-8166-7cdfce108c05 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1252663 Sep 23 11:28:53.587621 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-2b521d30-f80f-4381-90de-fecc58cb7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:53.589264 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-2b521d30-f80f-4381-90de-fecc58cb7c07 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24&tenant_id=ede4db69675e47d386e4a4678eea1cd3 HTTP/1.1" status: 200 len: 1096 time: 0.3142130 Sep 23 11:28:53.601987 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0574-2466-48d0-bd90-36c574b7cdd7 req-35caf96e-3bad-4c22-9744-044b9d36ac11 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:53.611650 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a4ae0574-2466-48d0-bd90-36c574b7cdd7 req-35caf96e-3bad-4c22-9744-044b9d36ac11 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1059692 Sep 23 11:28:53.623450 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:49Z', 'revision_number': 3, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:53.660111 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e8eaf615-474b-4484-8969-2fb643c4895b None None] Provisioning complete for port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:53.669342 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8eaf615-474b-4484-8969-2fb643c4895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:53.670006 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e3492-858c-49e1-92bc-da953b1fa1c6 None None] The sync data for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi is: [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:49Z', 'revision_number': 3, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:28:53.706147 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a4ae0574-2466-48d0-bd90-36c574b7cdd7 req-64e2514a-f429-4217-85fb-aa54bb4760c3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931342 Sep 23 11:28:53.739840 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e8eaf615-474b-4484-8969-2fb643c4895b None None] Port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:28:53.745312 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd79e774-b9a3-4b4d-b9b7-fe8dd717c3c3 req-ca328a52-7ad6-4b3c-9a87-7c022daeceed tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532321 Sep 23 11:28:53.759513 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-b19e8f24-55cb-4b1f-87ca-fab18693d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:53.761151 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-b19e8f24-55cb-4b1f-87ca-fab18693d932 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 1096 time: 0.1269863 Sep 23 11:28:53.769177 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:53.914355 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-97420614-1782-40e5-b4f0-152a828b358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:53.917592 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-97420614-1782-40e5-b4f0-152a828b358d service neutron] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 917 time: 0.1330166 Sep 23 11:28:54.003151 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:54.080819 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:54.149755 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Pushing event updated for resources: {'Port': ['ID=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:54.156730 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:54.274743 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:54.277443 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:54.435359 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:28:54.460631 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device a30ea9c3-b860-46cd-b9cf-ad06b0f15adc up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:54.549949 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:54.550608 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:54.604611 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-de71482d-caed-4eaf-93cd-c653844ba7f3 None None] Provisioning complete for port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:54.604897 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-de71482d-caed-4eaf-93cd-c653844ba7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:54.615602 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:28:54.628053 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-fa546e44-02d2-4bc6-879c-aad1ccf6fea8 admin admin] 10.222.0.13 "PUT /v2.0/routers/19bdc484-a9cc-4aec-9aa6-c6745f783c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699105 Sep 23 11:28:54.683181 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-de71482d-caed-4eaf-93cd-c653844ba7f3 None None] Port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:28:54.705182 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 86a62c88-7b7c-4f9e-ba24-eea87ce0563d up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:54.775900 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:54.776720 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:54.944683 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:54.987587 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97fc66-5eb6-4b81-9c3f-e11356c84dd2 req-f95f6ab1-337d-4e33-9013-fc69fef90bfd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:54.991551 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4c97fc66-5eb6-4b81-9c3f-e11356c84dd2 req-f95f6ab1-337d-4e33-9013-fc69fef90bfd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1749129 Sep 23 11:28:55.000277 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=86a62c88-7b7c-4f9e-ba24-eea87ce0563d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:55.057460 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db5727-b611-4d88-9794-7b7f97f51977 req-db6bb5d6-931d-41fc-95fa-850a11f4fa29 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:55.057460 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-41db5727-b611-4d88-9794-7b7f97f51977 req-db6bb5d6-931d-41fc-95fa-850a11f4fa29 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1624646 Sep 23 11:28:55.057460 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-2d5fedc5-71f9-4138-9d92-d549dd118432 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11a27ad0-4f6e-4faa-b587-e74af1857535 HTTP/1.1" status: 200 len: 999 time: 0.1290338 Sep 23 11:28:55.085650 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4c97fc66-5eb6-4b81-9c3f-e11356c84dd2 req-3655c3b7-cc87-4fc1-9632-4a6e9c0ca37d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741744 Sep 23 11:28:55.087004 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:55.128025 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-41db5727-b611-4d88-9794-7b7f97f51977 req-a0c4fcf3-9f8f-463c-bc6d-9c5fab58a9a1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552533 Sep 23 11:28:55.165159 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=86a62c88-7b7c-4f9e-ba24-eea87ce0563d,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:55.704835 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Sync routers for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:28:55.719136 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:55.719811 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:55.803365 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 60166) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:55.809209 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-537654709-network', 'tenant_id': '73254adb3306406f921b326a9c4203a2'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:55.841553 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:55.903340 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Made reservation on behalf of 73254adb3306406f921b326a9c4203a2 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:55.909971 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:55.912844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-01fa7167-d6be-4008-a3ff-9723f2f1e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:55.915258 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-01fa7167-d6be-4008-a3ff-9723f2f1e32f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.0735652 Sep 23 11:28:55.917000 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.040430 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.103861 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 2, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:56.115087 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.141342 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:28:56.145125 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Checking router: 19bdc484-a9cc-4aec-9aa6-c6745f783c60 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:28:56.145346 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Updating router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:28:56.159624 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1df00b-6780-4d3d-8e13-bdc528f907a2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:56.171639 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.172023 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Added segment 9d8a55d1-99ac-4a2a-b89a-89a43ce076bd of type vlan for network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee Sep 23 11:28:56.209570 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.223308 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.313535 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c063-6a35-483f-b9c6-b3358c880aef req-55172ab0-686d-478e-9238-ee8503ea2bf5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:56.315363 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-36d3c063-6a35-483f-b9c6-b3358c880aef req-55172ab0-686d-478e-9238-ee8503ea2bf5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.0951557 Sep 23 11:28:56.320566 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.321344 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:56.321937 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.336565 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 86a62c88-7b7c-4f9e-ba24-eea87ce0563d up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:28:56.345821 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3516-ecde-4ddd-96d2-f2b9eee3d5b0 req-c3bc18aa-3dc0-4384-a82c-5aacf536d6eb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:56.347540 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8fba3516-ecde-4ddd-96d2-f2b9eee3d5b0 req-c3bc18aa-3dc0-4384-a82c-5aacf536d6eb tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0976646 Sep 23 11:28:56.393426 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-36d3c063-6a35-483f-b9c6-b3358c880aef req-9d3b2304-908e-4cee-899f-13001706935f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698822 Sep 23 11:28:56.434431 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6270511 Sep 23 11:28:56.434431 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0713675-5367-4c25-9f9a-49e561a7e39c admin admin] Pushing event updated for resources: {'Network': ['ID=8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:56.435426 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8fba3516-ecde-4ddd-96d2-f2b9eee3d5b0 req-3a69a837-f719-4715-8cbe-2f9ed7e9e3c1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760317 Sep 23 11:28:56.437351 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60176) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:56.452482 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Request body: {'subnet': {'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-537654709-subnet', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'ip_version': 4}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:56.459107 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:28:56.550383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Made reservation on behalf of 73254adb3306406f921b326a9c4203a2 for: {'subnet': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:28:56.554469 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.734621 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:56.735248 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.813485 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.876822 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04fe804-2640-4734-8686-37fd9a469770,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:56.885904 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:56.886699 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Checking segment: {'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:56.887621 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Network hostable DHCP agents. Network: 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:28:56.954695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-e140dfad-b15f-4715-bd07-46bb9f42f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:56.956281 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-e140dfad-b15f-4715-bd07-46bb9f42f232 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429022 Sep 23 11:28:56.995029 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.033601 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:28:57.048780 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ec019-66db-44ed-80ec-c7e5aac29b4b None None] Pushing event updated for resources: {'Port': ['ID=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:57.077256 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-187b73c2-6ba9-46fd-8604-863d24e28f4f service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121716 Sep 23 11:28:57.109897 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Attempting to bind port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:57.110617 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Attempting to bind port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:57.111186 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Attempting to bind port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 on network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:57.118026 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:57.119953 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Checking segment: {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:57.119953 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.119953 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Bound using segment: {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:57.119953 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Bound port: 045c06c3-cd2e-4e0d-aef7-d6232ee833b2, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:57.120859 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.230387 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] For port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:57.236249 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] For port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:57.319586 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.359388 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee) {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:57.365850 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:57.366844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.366987 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-095929e8-f09f-4f7d-abce-3e921923bffd None None] Provisioning complete for port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:57.367341 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-095929e8-f09f-4f7d-abce-3e921923bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.396891 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa4f44-c684-40e5-9e14-8254883e55f7 None None] Network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:28:57.439095 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ec019-66db-44ed-80ec-c7e5aac29b4b None None] Pushing event updated for resources: {'Port': ['ID=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:57.465357 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7fcf097-0e04-4f9b-bc08-4314a074de2e req-bd1dce32-4e8a-4dda-968d-cc95754377a0 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702388 Sep 23 11:28:57.498977 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a3b92c4d-ec59-4d8c-b7d7-d348cbbbf902 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0563521 Sep 23 11:28:57.499510 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60190) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:28:57.505053 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:28:57.511130 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:28:57.511130 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:57.654077 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8ec2-2fe3-4e85-adcc-e5ffeada7d99 req-446171e9-540d-4402-ba66-4805cf363741 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:57.663982 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c94c8ec2-2fe3-4e85-adcc-e5ffeada7d99 req-446171e9-540d-4402-ba66-4805cf363741 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1102614 Sep 23 11:28:57.702586 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aa8f5-df34-4ca2-9666-5b7b5a749e86 req-3f2285a9-8b09-45e7-800f-caea6baad37d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:57.705922 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a3aa8f5-df34-4ca2-9666-5b7b5a749e86 req-3f2285a9-8b09-45e7-800f-caea6baad37d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1195543 Sep 23 11:28:57.727244 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.728784 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-095929e8-f09f-4f7d-abce-3e921923bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.729465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.785071 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c94c8ec2-2fe3-4e85-adcc-e5ffeada7d99 req-93530c77-bb26-4351-ba01-a40681e349ff tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197252 Sep 23 11:28:57.836335 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1a3aa8f5-df34-4ca2-9666-5b7b5a749e86 req-d2a15334-7445-4dab-83ed-0cf515f0f837 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920041 Sep 23 11:28:57.852345 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:28:57.855430 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-095929e8-f09f-4f7d-abce-3e921923bffd None None] For port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:28:57.910101 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.917510 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-095929e8-f09f-4f7d-abce-3e921923bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:57.949514 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee', 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'fixed_ips': [{'subnet_id': 'a04fe804-2640-4734-8686-37fd9a469770'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:28:57.950881 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:58.251586 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095929e8-f09f-4f7d-abce-3e921923bffd None None] Pushing event updated for resources: {'Port': ['ID=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:58.251586 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-72d60948-5bfd-4b15-841e-77285bddb055 None None] Provisioning complete for port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:28:58.251586 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-72d60948-5bfd-4b15-841e-77285bddb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:58.252548 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:58.252548 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-d449ae9b-a566-4fc7-8416-47cca28436a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:58.252548 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-d449ae9b-a566-4fc7-8416-47cca28436a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1098 time: 0.2062802 Sep 23 11:28:58.378749 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Allocated IP 172.20.0.2 (8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee/a04fe804-2640-4734-8686-37fd9a469770/6302db5a-36fa-4817-9f9e-60d388d6720f) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:58.463588 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-af1a97f0-0d0f-41fd-b57b-8be1e0b5b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:58.465325 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-af1a97f0-0d0f-41fd-b57b-8be1e0b5b9ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 920 time: 0.2140806 Sep 23 11:28:58.542191 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:57Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:28:58.558126 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-084442bc-3a48-45b9-adfb-f5854bb0c207 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09869c6-a23e-4fb5-945f-764409aa7471 HTTP/1.1" status: 200 len: 217 time: 0.0427296 Sep 23 11:28:58.580746 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875df5c-0825-489a-8636-e323a1024ab8 None None] The sync data for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi is: [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:57Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:28:58.707896 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-b8be906b-6b0f-4e23-b291-9db600339787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:58.709371 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-b8be906b-6b0f-4e23-b291-9db600339787 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.1302934 Sep 23 11:28:58.714316 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:58.781419 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-de160998-52e1-419d-9bdb-4ecb89898a5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449097 Sep 23 11:28:58.819305 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:58.887923 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:58.972359 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:58.981385 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:58.986239 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:58.991568 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Pushing event updated for resources: {'Port': ['ID=6302db5a-36fa-4817-9f9e-60d388d6720f,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:59.020441 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:59.076073 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Attempting to bind port 6302db5a-36fa-4817-9f9e-60d388d6720f on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:28:59.076913 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Attempting to bind port 6302db5a-36fa-4817-9f9e-60d388d6720f by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:28:59.079354 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Attempting to bind port 6302db5a-36fa-4817-9f9e-60d388d6720f on network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:28:59.086267 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:28:59.087021 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Checking segment: {'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:28:59.087554 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:59.088071 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Bound using segment: {'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:28:59.089349 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Bound port: 6302db5a-36fa-4817-9f9e-60d388d6720f, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:28:59.089832 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:59.271903 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88727c-af75-444b-b653-4940c41506b7 req-3c5bfaf0-9191-4bb7-9e10-2ae2e3ba422a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:59.280071 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f88727c-af75-444b-b653-4940c41506b7 req-3c5bfaf0-9191-4bb7-9e10-2ae2e3ba422a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.2681789 Sep 23 11:28:59.313251 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-2471f25f-3ee6-4f8b-8fca-9ed19d450b2f service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227818 Sep 23 11:28:59.391932 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f88727c-af75-444b-b653-4940c41506b7 req-703c8771-9ad7-4219-a3ae-0c983d27a223 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107769 Sep 23 11:28:59.505544 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Allocated IP 172.27.1.116 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/e5396bea-015b-4907-9402-6435df8e850d) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:28:59.522406 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] For port 6302db5a-36fa-4817-9f9e-60d388d6720f, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:28:59.527371 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] For port 6302db5a-36fa-4817-9f9e-60d388d6720f, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=6302db5a-36fa-4817-9f9e-60d388d6720f,segment=NetworkSegment(9d8a55d1-99ac-4a2a-b89a-89a43ce076bd),segment_id=9d8a55d1-99ac-4a2a-b89a-89a43ce076bd)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:28:59.579062 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884bb0-c721-4d2b-a85b-737e8cf6ba9e req-414db048-7ff8-4fff-9c81-43f5eac873af tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:59.580719 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec884bb0-c721-4d2b-a85b-737e8cf6ba9e req-414db048-7ff8-4fff-9c81-43f5eac873af tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.2179754 Sep 23 11:28:59.624872 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:59.653413 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a4c2-81c8-447f-a98a-6a10f865fe04 req-863c3cb1-6a1e-428e-b3b1-f012f6625e90 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:28:59.655576 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8fc5a4c2-81c8-447f-a98a-6a10f865fe04 req-863c3cb1-6a1e-428e-b3b1-f012f6625e90 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.1601822 Sep 23 11:28:59.691247 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8984306-334a-46cf-ae11-5c6289f112b5 None None] Pushing event updated for resources: {'Port': ['ID=6302db5a-36fa-4817-9f9e-60d388d6720f,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:28:59.709493 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec884bb0-c721-4d2b-a85b-737e8cf6ba9e req-97379852-0134-4783-9235-82c46e5a766e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171303 Sep 23 11:28:59.751560 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:59.762168 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8fc5a4c2-81c8-447f-a98a-6a10f865fe04 req-f4271633-14d6-4de4-aaec-76fb2b9dbfa7 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794501 Sep 23 11:28:59.870215 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:28:59.942734 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:28:59.944668 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:28:59.949974 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:28:59.964513 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Pushing event updated for resources: {'Port': ['ID=e5396bea-015b-4907-9402-6435df8e850d,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:00.260585 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:00.347491 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 6302db5a-36fa-4817-9f9e-60d388d6720f up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:00.396643 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 6302db5a-36fa-4817-9f9e-60d388d6720f triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:00.397083 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:00.422112 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:29:00.505366 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:00.557583 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port 6302db5a-36fa-4817-9f9e-60d388d6720f, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=6302db5a-36fa-4817-9f9e-60d388d6720f,segment=NetworkSegment(9d8a55d1-99ac-4a2a-b89a-89a43ce076bd),segment_id=9d8a55d1-99ac-4a2a-b89a-89a43ce076bd)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:00.641481 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:00.642402 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:00.744505 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=6302db5a-36fa-4817-9f9e-60d388d6720f,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:00.769553 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:00.770215 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:00.774940 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:00.812639 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b6eb0-f9d2-40dc-87c0-20247ccbf6b3 req-a6f1b918-5428-4275-9f40-9395216bbbeb tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:00.814393 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-620b6eb0-f9d2-40dc-87c0-20247ccbf6b3 req-a6f1b918-5428-4275-9f40-9395216bbbeb tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1089697 Sep 23 11:29:00.879581 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b318ee-340f-4066-adbb-9dfa892f6db4 None None] Network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:29:00.978815 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e93d-f5cf-4157-82c4-e6a55276d112 req-63264786-7397-425d-8588-bf3b525bd261 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:00.980696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7959e93d-f5cf-4157-82c4-e6a55276d112 req-63264786-7397-425d-8588-bf3b525bd261 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1650290 Sep 23 11:29:00.986570 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-620b6eb0-f9d2-40dc-87c0-20247ccbf6b3 req-ef6c68a2-ba22-4f4f-b40f-757cfcfa7b81 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212451 Sep 23 11:29:01.062688 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-087e689d-35af-4942-9002-8c8812c1cb7d None None] Provisioning complete for port 6302db5a-36fa-4817-9f9e-60d388d6720f triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:01.063362 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-087e689d-35af-4942-9002-8c8812c1cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:01.089838 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7959e93d-f5cf-4157-82c4-e6a55276d112 req-df7fe42b-34a0-4877-ac33-2c7a5738cf98 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Sep 23 11:29:01.147560 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ced3a-7294-4791-be8e-eae936f5e021 req-242de0c9-d2ef-4c6c-944a-1b04b97b2a98 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:01.149815 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d1ced3a-7294-4791-be8e-eae936f5e021 req-242de0c9-d2ef-4c6c-944a-1b04b97b2a98 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.0682940 Sep 23 11:29:01.186389 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Router e3542d95-d198-403d-b5cc-203841d1e427 is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:29:01.216230 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d1ced3a-7294-4791-be8e-eae936f5e021 req-93e40270-4400-4a0f-bead-31ac391e316d tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579956 Sep 23 11:29:01.332033 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:29:01.347315 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Sync routers for ids ['e3542d95-d198-403d-b5cc-203841d1e427'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:29:01.357474 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Routers {'e3542d95-d198-403d-b5cc-203841d1e427'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:29:01.358216 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e3542d95-d198-403d-b5cc-203841d1e427'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:01.418640 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:01.424573 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-033a7167-b84f-44e7-84ff-7ea72f164503 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9196663 Sep 23 11:29:01.424780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 60248) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:29:01.581232 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Set router e3542d95-d198-403d-b5cc-203841d1e427 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:29:01.655849 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-208851d2-90fc-4a45-be11-ec444d324a14 None None] Provisioning complete for port 6302db5a-36fa-4817-9f9e-60d388d6720f triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:01.660770 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-208851d2-90fc-4a45-be11-ec444d324a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:01.809600 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e5396bea-015b-4907-9402-6435df8e850d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:29:00Z', 'revision_number': 3, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port': {'id': 'e5396bea-015b-4907-9402-6435df8e850d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:59Z', 'updated_at': '2021-09-23T11:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:01.839276 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Checking router: e3542d95-d198-403d-b5cc-203841d1e427 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:29:01.839618 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Updating router e3542d95-d198-403d-b5cc-203841d1e427 port e5396bea-015b-4907-9402-6435df8e850d binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:29:01.869600 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.013614 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.202799 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.213662 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e7b93-f355-4aa1-ae71-33bbc074ab02 req-df200981-e527-4376-8477-228fda96fb12 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:02.215357 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c02e7b93-f355-4aa1-ae71-33bbc074ab02 req-df200981-e527-4376-8477-228fda96fb12 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1355619 Sep 23 11:29:02.289565 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.305016 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Allocated IP 172.20.0.1 (8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee/a04fe804-2640-4734-8686-37fd9a469770/4866ea6b-fc7d-485e-bb28-f68b58d76953) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:29:02.320836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2a232-dfb5-4351-9906-bf7bc6465b4a req-eaf37f25-28fd-4865-bb68-d99a44872db4 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:02.324743 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-73b2a232-dfb5-4351-9906-bf7bc6465b4a req-eaf37f25-28fd-4865-bb68-d99a44872db4 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1676612 Sep 23 11:29:02.347761 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c02e7b93-f355-4aa1-ae71-33bbc074ab02 req-a9f934ba-dba8-4b7a-8109-ea220e28cf47 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227887 Sep 23 11:29:02.360074 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 6302db5a-36fa-4817-9f9e-60d388d6720f up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:02.407507 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-73b2a232-dfb5-4351-9906-bf7bc6465b4a req-f9915540-fa92-42e7-8d29-6543a6ea9dc2 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777936 Sep 23 11:29:02.439592 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Attempting to bind port e5396bea-015b-4907-9402-6435df8e850d on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:29:02.439962 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Attempting to bind port e5396bea-015b-4907-9402-6435df8e850d by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:29:02.440333 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Attempting to bind port e5396bea-015b-4907-9402-6435df8e850d on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:29:02.452176 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 6302db5a-36fa-4817-9f9e-60d388d6720f triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:02.453527 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.469293 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02697fd1-6d0e-4808-95b5-13593aa230ac None None] Pushing event updated for resources: {'Port': ['ID=e5396bea-015b-4907-9402-6435df8e850d,revision_number=2']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:02.476688 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:29:02.476941 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:29:02.477466 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.477751 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:29:02.478219 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Bound port: e5396bea-015b-4907-9402-6435df8e850d, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:29:02.485506 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.577452 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] For port e5396bea-015b-4907-9402-6435df8e850d, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:29:02.583823 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] For port e5396bea-015b-4907-9402-6435df8e850d, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=e5396bea-015b-4907-9402-6435df8e850d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:29:02.589319 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.602338 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481d3be-f650-4d28-85c7-0af034ac74aa req-2f58a037-d02a-439f-8372-630b554d20bb tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:02.604377 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1481d3be-f650-4d28-85c7-0af034ac74aa req-2f58a037-d02a-439f-8372-630b554d20bb tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.1033058 Sep 23 11:29:02.668694 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.672569 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1481d3be-f650-4d28-85c7-0af034ac74aa req-6a1ec1b9-11bc-4616-acd2-1ac1fac997e5 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607469 Sep 23 11:29:02.734643 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Routers {'e3542d95-d198-403d-b5cc-203841d1e427'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:29:02.735281 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e3542d95-d198-403d-b5cc-203841d1e427'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:02.795104 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02697fd1-6d0e-4808-95b5-13593aa230ac None None] Pushing event updated for resources: {'Port': ['ID=e5396bea-015b-4907-9402-6435df8e850d,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:02.846291 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.874968 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] Set router e3542d95-d198-403d-b5cc-203841d1e427 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:29:02.895708 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:29:02.900903 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:29:02.909156 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:29:02.911751 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:02.927048 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Pushing event updated for resources: {'Port': ['ID=4866ea6b-fc7d-485e-bb28-f68b58d76953,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:03.153818 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e5396bea-015b-4907-9402-6435df8e850d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:29:00Z', 'revision_number': 3, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port': {'id': 'e5396bea-015b-4907-9402-6435df8e850d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:59Z', 'updated_at': '2021-09-23T11:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:03.199500 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fb2f-3c6c-411b-9690-10afb0c22d55 None None] The sync data for ids ['e3542d95-d198-403d-b5cc-203841d1e427'] in dv-cinder-809523-4-iscsi is: [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e5396bea-015b-4907-9402-6435df8e850d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:29:00Z', 'revision_number': 3, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port': {'id': 'e5396bea-015b-4907-9402-6435df8e850d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:59Z', 'updated_at': '2021-09-23T11:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:29:03.224475 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:03.301761 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-0edc4400-272a-4ec5-8b7f-604fd4fb6a79 None None] Provisioning complete for port 4866ea6b-fc7d-485e-bb28-f68b58d76953 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:03.302627 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0edc4400-272a-4ec5-8b7f-604fd4fb6a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:03.375910 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-0edc4400-272a-4ec5-8b7f-604fd4fb6a79 None None] Port 4866ea6b-fc7d-485e-bb28-f68b58d76953 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:29:03.490921 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:03.579841 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:03.579841 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:03.705080 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e48fd-ad57-4c3c-a252-cc620e5aeb7c req-27c053f0-deef-4bf3-a0c9-d7bf5f7ad119 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:03.706766 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8a0e48fd-ad57-4c3c-a252-cc620e5aeb7c req-27c053f0-deef-4bf3-a0c9-d7bf5f7ad119 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.2057970 Sep 23 11:29:03.757198 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Pushing event updated for resources: {'Port': ['ID=4866ea6b-fc7d-485e-bb28-f68b58d76953,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:03.854493 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c71aa-fe2f-47ac-80ad-a390cf999a71 req-8f8286b0-a6cc-4420-bd62-c1b8d5e0aaf4 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:03.856286 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e8c71aa-fe2f-47ac-80ad-a390cf999a71 req-8f8286b0-a6cc-4420-bd62-c1b8d5e0aaf4 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.3051660 Sep 23 11:29:03.901236 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8a0e48fd-ad57-4c3c-a252-cc620e5aeb7c req-55a67d21-fd64-43ce-bf80-b80c0793ed42 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846826 Sep 23 11:29:03.963896 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:29:03.971995 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:29:03.991718 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e8c71aa-fe2f-47ac-80ad-a390cf999a71 req-076d5c56-90de-451a-ab31-76dd55cce755 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129885 Sep 23 11:29:04.239160 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Router e3542d95-d198-403d-b5cc-203841d1e427 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:29:04.255107 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c17e7-d50b-40ec-a9d4-e970fbe1b0ad req-541eacb8-7358-4265-bf44-833b9cfd6433 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:04.263338 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f46c17e7-d50b-40ec-a9d4-e970fbe1b0ad req-541eacb8-7358-4265-bf44-833b9cfd6433 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.1969609 Sep 23 11:29:04.348928 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f46c17e7-d50b-40ec-a9d4-e970fbe1b0ad req-11d0bc4a-f0a6-47ae-a9fc-de01389782dc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846128 Sep 23 11:29:04.415751 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device e5396bea-015b-4907-9402-6435df8e850d up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:04.534542 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:29:04.542664 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4fd7a3f5-8094-442e-9e79-2aef7379d599 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3542d95-d198-403d-b5cc-203841d1e427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1166029 Sep 23 11:29:04.575719 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port e5396bea-015b-4907-9402-6435df8e850d triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:04.576153 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:04.632932 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-9cfbe17e-9a89-401d-9fd9-707bae67e807 None None] Provisioning complete for port 4866ea6b-fc7d-485e-bb28-f68b58d76953 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:04.633302 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe17e-9a89-401d-9fd9-707bae67e807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:04.705531 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbe17e-9a89-401d-9fd9-707bae67e807 None None] Port 4866ea6b-fc7d-485e-bb28-f68b58d76953 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:29:04.734186 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:04.757845 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port e5396bea-015b-4907-9402-6435df8e850d, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=e5396bea-015b-4907-9402-6435df8e850d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:04.897447 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:04.969385 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=e5396bea-015b-4907-9402-6435df8e850d,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:05.089601 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a8943-dc6c-4a08-be31-d229c15385a3 req-59e683d8-d631-46ba-b251-a6e89aea82e6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:05.091407 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-730a8943-dc6c-4a08-be31-d229c15385a3 req-59e683d8-d631-46ba-b251-a6e89aea82e6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.0909019 Sep 23 11:29:05.163718 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-730a8943-dc6c-4a08-be31-d229c15385a3 req-07ca8fae-f979-4f7a-862e-22ad9f1bc144 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628757 Sep 23 11:29:05.185963 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e13f1-e282-4e39-9884-33dc2aafd33a req-3f337138-b73e-4968-9918-415c4747d21a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:05.188057 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5e2e13f1-e282-4e39-9884-33dc2aafd33a req-3f337138-b73e-4968-9918-415c4747d21a tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0693452 Sep 23 11:29:05.239394 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5e2e13f1-e282-4e39-9884-33dc2aafd33a req-f2b43a2a-0d32-4474-9211-29b2acf6d75b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Sep 23 11:29:05.510137 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1dee4-ce38-46c7-86d3-93db40d373de req-c01f3d7c-6473-4d66-9a9b-f75b7949c0cc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:05.511879 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35d1dee4-ce38-46c7-86d3-93db40d373de req-c01f3d7c-6473-4d66-9a9b-f75b7949c0cc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.0693107 Sep 23 11:29:05.577880 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-35d1dee4-ce38-46c7-86d3-93db40d373de req-0bc33f9f-4c00-484d-bb62-1b0e8adf7b92 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579076 Sep 23 11:29:06.015862 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Sync routers for ids ['e3542d95-d198-403d-b5cc-203841d1e427'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:29:06.025899 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Routers {'e3542d95-d198-403d-b5cc-203841d1e427'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:29:06.026525 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e3542d95-d198-403d-b5cc-203841d1e427'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:06.192102 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Set router e3542d95-d198-403d-b5cc-203841d1e427 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:29:06.353551 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device e5396bea-015b-4907-9402-6435df8e850d up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:06.417504 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d198fa-03aa-4352-8fd7-3cdcd8767571 req-2987d934-5c9e-4765-8c97-739192ec4106 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:06.425749 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d198fa-03aa-4352-8fd7-3cdcd8767571 req-2987d934-5c9e-4765-8c97-739192ec4106 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1027887 Sep 23 11:29:06.477797 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46990ab-29f3-49aa-9e24-e9bfec84ad28 req-b02664d2-f78c-4ed6-9359-b576be8bb175 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:06.482569 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c46990ab-29f3-49aa-9e24-e9bfec84ad28 req-b02664d2-f78c-4ed6-9359-b576be8bb175 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1132956 Sep 23 11:29:06.488265 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d198fa-03aa-4352-8fd7-3cdcd8767571 req-02ced7a8-6b65-4bb7-8982-27e0f0fad8ee tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617092 Sep 23 11:29:06.532504 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port e5396bea-015b-4907-9402-6435df8e850d triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:06.539011 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:06.539390 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c46990ab-29f3-49aa-9e24-e9bfec84ad28 req-ed677f44-981d-4bd3-8605-849b5730ecd1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Sep 23 11:29:06.669740 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e5396bea-015b-4907-9402-6435df8e850d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:29:03Z', 'revision_number': 4, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port': {'id': 'e5396bea-015b-4907-9402-6435df8e850d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:59Z', 'updated_at': '2021-09-23T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4866ea6b-fc7d-485e-bb28-f68b58d76953', 'name': '', 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'mac_address': 'fa:16:3e:e8:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a04fe804-2640-4734-8686-37fd9a469770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:29:02Z', 'updated_at': '2021-09-23T11:29:03Z', 'revision_number': 2, 'project_id': '73254adb3306406f921b326a9c4203a2', 'subnets': [{'id': 'a04fe804-2640-4734-8686-37fd9a469770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:06.705507 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Checking router: e3542d95-d198-403d-b5cc-203841d1e427 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:29:06.705865 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Updating router e3542d95-d198-403d-b5cc-203841d1e427 port 4866ea6b-fc7d-485e-bb28-f68b58d76953 binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:29:06.744548 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f13d25-ed03-4ba5-ae27-39009bd01609 req-5bc72c62-cf2b-472f-8e3f-8c833717ce8b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:06.753945 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6f13d25-ed03-4ba5-ae27-39009bd01609 req-5bc72c62-cf2b-472f-8e3f-8c833717ce8b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.0721452 Sep 23 11:29:06.755149 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:06.809309 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6f13d25-ed03-4ba5-ae27-39009bd01609 req-a7cdb508-3b30-4f37-bcb3-4f7089633ca7 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539641 Sep 23 11:29:07.090248 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:07.160668 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:07.241113 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Pushing event updated for resources: {'Port': ['ID=4866ea6b-fc7d-485e-bb28-f68b58d76953,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:07.282160 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.282505 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.282806 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.283162 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.283491 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.283829 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.284162 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.284531 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.284885 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.285221 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.285555 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.285882 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:07.302271 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Attempting to bind port 4866ea6b-fc7d-485e-bb28-f68b58d76953 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:29:07.302661 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Attempting to bind port 4866ea6b-fc7d-485e-bb28-f68b58d76953 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:29:07.303114 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Attempting to bind port 4866ea6b-fc7d-485e-bb28-f68b58d76953 on network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:29:07.309997 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:29:07.310387 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Checking segment: {'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:29:07.311489 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:07.320443 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Bound using segment: {'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:29:07.325135 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Bound port: 4866ea6b-fc7d-485e-bb28-f68b58d76953, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:29:07.325135 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:07.449943 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] For port 4866ea6b-fc7d-485e-bb28-f68b58d76953, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:29:07.455860 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] For port 4866ea6b-fc7d-485e-bb28-f68b58d76953, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=4866ea6b-fc7d-485e-bb28-f68b58d76953,segment=NetworkSegment(9d8a55d1-99ac-4a2a-b89a-89a43ce076bd),segment_id=9d8a55d1-99ac-4a2a-b89a-89a43ce076bd)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:29:07.532719 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:07.670323 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-b929fae1-d3b2-47a7-a548-eb8fba0ab1e0 None None] Provisioning complete for port 4866ea6b-fc7d-485e-bb28-f68b58d76953 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:07.670581 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b929fae1-d3b2-47a7-a548-eb8fba0ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:07.679707 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3217-885a-40a4-b728-1ec2b28c1278 None None] Pushing event updated for resources: {'Port': ['ID=4866ea6b-fc7d-485e-bb28-f68b58d76953,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:07.696395 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Routers {'e3542d95-d198-403d-b5cc-203841d1e427'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:29:07.697653 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:28:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e3542d95-d198-403d-b5cc-203841d1e427'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:08.204108 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b172c-1cef-4da7-80d7-712d76aa62f2 req-2414fd81-5856-4834-bd04-25ec076bd086 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:08.228762 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c31b172c-1cef-4da7-80d7-712d76aa62f2 req-2414fd81-5856-4834-bd04-25ec076bd086 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.5929842 Sep 23 11:29:08.258382 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] Set router e3542d95-d198-403d-b5cc-203841d1e427 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:29:08.272080 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c31b172c-1cef-4da7-80d7-712d76aa62f2 req-f6e9bad1-9b64-4195-8b29-c8a6adfa4877 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527637 Sep 23 11:29:08.280933 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769244de-098b-4263-9029-6674faeecb07 req-e64b6a52-1392-4fea-9ec2-99208096bb71 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:08.289228 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-769244de-098b-4263-9029-6674faeecb07 req-e64b6a52-1392-4fea-9ec2-99208096bb71 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1710873 Sep 23 11:29:08.396076 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-769244de-098b-4263-9029-6674faeecb07 req-a69b0daf-ecfe-4e15-bea3-2eaee14368af tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059284 Sep 23 11:29:08.482058 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996457bc-3b0f-4706-8acc-2277c3e46690 req-3b867867-46ed-4919-8811-955a4ddc7ace tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:08.493579 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-996457bc-3b0f-4706-8acc-2277c3e46690 req-3b867867-46ed-4919-8811-955a4ddc7ace tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.0829189 Sep 23 11:29:08.511923 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b929fae1-d3b2-47a7-a548-eb8fba0ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:08.565212 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-996457bc-3b0f-4706-8acc-2277c3e46690 req-02352aae-ae8e-4582-b51e-953fbf891491 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703735 Sep 23 11:29:08.605311 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-b929fae1-d3b2-47a7-a548-eb8fba0ab1e0 None None] For port 4866ea6b-fc7d-485e-bb28-f68b58d76953, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=4866ea6b-fc7d-485e-bb28-f68b58d76953,segment=NetworkSegment(9d8a55d1-99ac-4a2a-b89a-89a43ce076bd),segment_id=9d8a55d1-99ac-4a2a-b89a-89a43ce076bd)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:08.688611 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e5396bea-015b-4907-9402-6435df8e850d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:29:03Z', 'revision_number': 4, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port': {'id': 'e5396bea-015b-4907-9402-6435df8e850d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:59Z', 'updated_at': '2021-09-23T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4866ea6b-fc7d-485e-bb28-f68b58d76953', 'name': '', 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'mac_address': 'fa:16:3e:e8:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a04fe804-2640-4734-8686-37fd9a469770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:29:02Z', 'updated_at': '2021-09-23T11:29:07Z', 'revision_number': 4, 'project_id': '73254adb3306406f921b326a9c4203a2', 'subnets': [{'id': 'a04fe804-2640-4734-8686-37fd9a469770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:08.693126 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-b929fae1-d3b2-47a7-a548-eb8fba0ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:08.736327 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b66b7d-31ff-43a2-b0be-633b654d2c36 None None] The sync data for ids ['e3542d95-d198-403d-b5cc-203841d1e427'] in dv-cinder-809523-4-iscsi is: [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e5396bea-015b-4907-9402-6435df8e850d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:29:03Z', 'revision_number': 4, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port': {'id': 'e5396bea-015b-4907-9402-6435df8e850d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:59Z', 'updated_at': '2021-09-23T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4866ea6b-fc7d-485e-bb28-f68b58d76953', 'name': '', 'network_id': '8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'mac_address': 'fa:16:3e:e8:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a04fe804-2640-4734-8686-37fd9a469770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:29:02Z', 'updated_at': '2021-09-23T11:29:07Z', 'revision_number': 4, 'project_id': '73254adb3306406f921b326a9c4203a2', 'subnets': [{'id': 'a04fe804-2640-4734-8686-37fd9a469770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:29:08.861109 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-9f12396b-e2db-4517-ac3a-101f263e722a None None] Provisioning complete for port 4866ea6b-fc7d-485e-bb28-f68b58d76953 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:08.861759 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-9f12396b-e2db-4517-ac3a-101f263e722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:08.886002 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929fae1-d3b2-47a7-a548-eb8fba0ab1e0 None None] Pushing event updated for resources: {'Port': ['ID=4866ea6b-fc7d-485e-bb28-f68b58d76953,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:09.721791 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8defdf-26bc-42e5-a9fa-1c960d387608 req-6b24b450-6e5a-45db-be69-10bdf7268476 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:09.723444 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da8defdf-26bc-42e5-a9fa-1c960d387608 req-6b24b450-6e5a-45db-be69-10bdf7268476 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1727133 Sep 23 11:29:09.784220 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24d2dc-a47d-42cf-bc6f-1f09ef3ad576 req-978acd39-2cf2-4ea3-90ad-b851d8cc7447 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:09.785899 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ed24d2dc-a47d-42cf-bc6f-1f09ef3ad576 req-978acd39-2cf2-4ea3-90ad-b851d8cc7447 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.2505608 Sep 23 11:29:09.953936 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da8defdf-26bc-42e5-a9fa-1c960d387608 req-bd629f15-7cdf-48f8-88e0-37f8abd4f423 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057135 Sep 23 11:29:09.974099 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ed24d2dc-a47d-42cf-bc6f-1f09ef3ad576 req-c0d140df-0d13-4599-9e00-2919eb9ebe1e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365125 Sep 23 11:29:10.272767 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddefdcf-d403-4e8c-bd02-25750ebae97d req-3d38b8fe-5ebf-4a78-a0a4-11cdc32b1d05 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:10.289163 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ddefdcf-d403-4e8c-bd02-25750ebae97d req-3d38b8fe-5ebf-4a78-a0a4-11cdc32b1d05 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.1469631 Sep 23 11:29:10.465056 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ddefdcf-d403-4e8c-bd02-25750ebae97d req-f14acd69-f48e-40fc-8947-902babc52710 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728978 Sep 23 11:29:10.503033 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 4866ea6b-fc7d-485e-bb28-f68b58d76953 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:10.609437 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 4866ea6b-fc7d-485e-bb28-f68b58d76953 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:10.610270 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:11.343793 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe7f40-c32e-4ef6-99e7-f7fe5b37b987 req-06f6c6d0-5dd5-42f4-82a9-ac233ce76927 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:11.352779 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-edfe7f40-c32e-4ef6-99e7-f7fe5b37b987 req-06f6c6d0-5dd5-42f4-82a9-ac233ce76927 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1653631 Sep 23 11:29:11.369082 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7a1f-b86b-4858-a9be-59a47ec739cb req-d01eb185-e765-435f-9752-c1cdb7a236be tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:11.371695 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a1f7a1f-b86b-4858-a9be-59a47ec739cb req-d01eb185-e765-435f-9752-c1cdb7a236be tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.2464347 Sep 23 11:29:11.439539 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-edfe7f40-c32e-4ef6-99e7-f7fe5b37b987 req-f987145d-c9e8-4a6f-8037-6f980163130a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854673 Sep 23 11:29:11.542592 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a1f7a1f-b86b-4858-a9be-59a47ec739cb req-4d7fcd9d-5379-4896-9364-9f633bd61bd1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584723 Sep 23 11:29:11.738905 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29479d-08a2-478b-a04b-02ac98b2b7ab req-0f7e85f9-5a06-4fd1-b872-b96adbf1224a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:11.752656 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de29479d-08a2-478b-a04b-02ac98b2b7ab req-0f7e85f9-5a06-4fd1-b872-b96adbf1224a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.1504643 Sep 23 11:29:11.841242 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de29479d-08a2-478b-a04b-02ac98b2b7ab req-69df2d8b-7f59-43b1-8804-77f91401f041 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869269 Sep 23 11:29:12.882744 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0e4a-f231-4e97-88e7-5edb3e0d84de req-fcca55d9-442f-4aaf-acb0-a9ffd414b573 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:12.884593 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d7e0e4a-f231-4e97-88e7-5edb3e0d84de req-fcca55d9-442f-4aaf-acb0-a9ffd414b573 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.2403026 Sep 23 11:29:12.905261 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a87f0-be74-4393-b2c6-79261f7a0f2d req-a477500c-4a2f-4933-b4fd-13b5625bfbc7 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:12.921080 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e92a87f0-be74-4393-b2c6-79261f7a0f2d req-a477500c-4a2f-4933-b4fd-13b5625bfbc7 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1772084 Sep 23 11:29:13.046737 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d7e0e4a-f231-4e97-88e7-5edb3e0d84de req-f2192315-500f-46a2-a232-6103587e0b76 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947416 Sep 23 11:29:13.071341 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e92a87f0-be74-4393-b2c6-79261f7a0f2d req-a98f91fc-20c1-4f2f-bdad-6fae61ba10b5 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491332 Sep 23 11:29:13.213900 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964967b-12f0-4d0b-8233-b46c744d09b8 req-6e458e13-e2d5-467a-97f1-4baa0e1dade3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:13.216093 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b964967b-12f0-4d0b-8233-b46c744d09b8 req-6e458e13-e2d5-467a-97f1-4baa0e1dade3 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.0685384 Sep 23 11:29:13.272560 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b964967b-12f0-4d0b-8233-b46c744d09b8 req-6bbc2ca5-17f6-4946-9700-2a52edd09856 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Sep 23 11:29:13.628035 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cf9387c6-56fa-4c48-8791-ad36a3a6605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:13.657303 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-22bc39bf-4627-4aa6-89b8-7e3a8ba47478 req-730aafa5-4872-4de9-bb33-f427d8dba0f2 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305842 Sep 23 11:29:14.317557 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed545d-2348-4b94-9b01-7649cdc03fc3 req-ab23b7e7-8855-4104-9b28-2e10b97155ae tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:14.317557 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69ed545d-2348-4b94-9b01-7649cdc03fc3 req-ab23b7e7-8855-4104-9b28-2e10b97155ae tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1221955 Sep 23 11:29:14.334770 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e017cd3-a368-422c-9b2e-fd0fe7c4a49f req-9e9be06b-7d23-42ff-9a70-24e910967613 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:14.336454 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e017cd3-a368-422c-9b2e-fd0fe7c4a49f req-9e9be06b-7d23-42ff-9a70-24e910967613 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1614840 Sep 23 11:29:14.413955 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69ed545d-2348-4b94-9b01-7649cdc03fc3 req-73eb84fb-f00a-4670-a8c5-bf534eafecdf tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764270 Sep 23 11:29:14.421338 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e017cd3-a368-422c-9b2e-fd0fe7c4a49f req-a8b739d2-cbfb-474b-8f5f-b2419587925c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731823 Sep 23 11:29:14.598114 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bcc44-691a-47b8-9e13-bdcfd75cc9d0 req-4c9f89bd-7507-4731-877e-1754b29ea25c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:14.618072 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b0bcc44-691a-47b8-9e13-bdcfd75cc9d0 req-4c9f89bd-7507-4731-877e-1754b29ea25c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.0965493 Sep 23 11:29:14.681696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b0bcc44-691a-47b8-9e13-bdcfd75cc9d0 req-a3ec008d-01b7-4e12-8710-a812eb4287ec tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619774 Sep 23 11:29:14.972913 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5a55a-36a3-474e-8407-ddd82702787a req-3c4fc888-320b-4cad-9116-447fd4fd1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:14.974783 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0c5a55a-36a3-474e-8407-ddd82702787a req-3c4fc888-320b-4cad-9116-447fd4fd1d1c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1098 time: 0.0637507 Sep 23 11:29:15.024527 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0c5a55a-36a3-474e-8407-ddd82702787a req-e4e32fed-98bd-4fd8-bdc2-fa0eed570079 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Sep 23 11:29:15.599854 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d17a9300-ce53-4b34-8272-c2258db92b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:15.667487 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eada2b8-82c8-4019-a005-fc0bd1407bc9 req-d12d615e-b9db-415f-bc64-7511ece39814 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:15.669451 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4eada2b8-82c8-4019-a005-fc0bd1407bc9 req-d12d615e-b9db-415f-bc64-7511ece39814 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1132085 Sep 23 11:29:15.680571 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e0a17-a68a-4b02-888e-7efcc2c269e1 req-d0c52755-4860-42c4-88f1-5078ca172999 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:15.689364 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-512e0a17-a68a-4b02-888e-7efcc2c269e1 req-d0c52755-4860-42c4-88f1-5078ca172999 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.0984924 Sep 23 11:29:15.747786 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4eada2b8-82c8-4019-a005-fc0bd1407bc9 req-95ad7f2a-9144-43e4-9ddd-58587e9dba2c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507009 Sep 23 11:29:15.788584 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-512e0a17-a68a-4b02-888e-7efcc2c269e1 req-cfce439f-1bea-48b9-8e43-7fe34a156100 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967369 Sep 23 11:29:15.919118 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65afe6c-d740-41d9-9747-ff849923949a req-44f97b38-a263-43b0-9ef9-d6d303484531 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:15.922429 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f65afe6c-d740-41d9-9747-ff849923949a req-44f97b38-a263-43b0-9ef9-d6d303484531 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.0625196 Sep 23 11:29:16.001676 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f65afe6c-d740-41d9-9747-ff849923949a req-0e7538ee-9576-4acb-99f4-97c3dde7b4a1 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700011 Sep 23 11:29:16.967453 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:17.157459 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18962a66-0599-4e76-a2a3-f7cd6ab6e59c req-6b9104e1-d06c-4ca0-ac2c-7b1d25e773ad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:17.166312 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18962a66-0599-4e76-a2a3-f7cd6ab6e59c req-6b9104e1-d06c-4ca0-ac2c-7b1d25e773ad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.2365546 Sep 23 11:29:17.183783 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2003d-79e9-4d59-a0d3-b4e5eaa56e81 req-8db74bda-23a0-45ec-9366-4e5afed76544 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:17.185991 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a4d2003d-79e9-4d59-a0d3-b4e5eaa56e81 req-8db74bda-23a0-45ec-9366-4e5afed76544 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.2581348 Sep 23 11:29:17.365938 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18962a66-0599-4e76-a2a3-f7cd6ab6e59c req-05b7465a-a89e-4455-8140-03a100638685 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583648 Sep 23 11:29:17.365938 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a4d2003d-79e9-4d59-a0d3-b4e5eaa56e81 req-022fc877-7a6a-4e5f-9f4e-fb3086d1c933 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382456 Sep 23 11:29:17.365938 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-3515fdf5-5998-46fb-9373-83dd829e027c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:17.365938 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-3515fdf5-5998-46fb-9373-83dd829e027c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.1725161 Sep 23 11:29:17.554729 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bade76-01c7-4bb6-ae14-3533c31b1150 req-a14b0c16-9de8-4a1e-9e27-2b31d41795c4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:17.556516 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-08bade76-01c7-4bb6-ae14-3533c31b1150 req-a14b0c16-9de8-4a1e-9e27-2b31d41795c4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 945 time: 0.1210711 Sep 23 11:29:17.578532 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:17.603610 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Deleting port 0d651afb-484a-4afa-9ef7-99e21a20433d {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:29:17.604130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:17.653153 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-08bade76-01c7-4bb6-ae14-3533c31b1150 req-c9ab0d29-a440-45e2-8168-69bb199ba963 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839765 Sep 23 11:29:17.753432 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] For port 0d651afb-484a-4afa-9ef7-99e21a20433d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0d651afb-484a-4afa-9ef7-99e21a20433d,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:17.753868 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:17.787713 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Calling delete_port for 0d651afb-484a-4afa-9ef7-99e21a20433d owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:29:18.002750 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beea611-ed08-42f7-a2c9-ce1133b275b7 req-eff9b42f-c304-466c-9fe7-cd99cfb4b455 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:18.004561 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4beea611-ed08-42f7-a2c9-ce1133b275b7 req-eff9b42f-c304-466c-9fe7-cd99cfb4b455 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 945 time: 0.1065075 Sep 23 11:29:18.099074 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4beea611-ed08-42f7-a2c9-ce1133b275b7 req-1d290b3a-7aea-4ad2-b86b-1acbb6e359a3 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613222 Sep 23 11:29:18.160013 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:18.176998 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['780a5888-415d-4935-b139-746b2366ed71', 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', '9a5dc4d4-6e6e-449a-a98b-477b82bfa199', '0d651afb-484a-4afa-9ef7-99e21a20433d'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:18.208490 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Pushing event deleted for resources: {'Port': ['ID=0d651afb-484a-4afa-9ef7-99e21a20433d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:18.267935 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] No DVR routers for this DVR port 0d651afb-484a-4afa-9ef7-99e21a20433d on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:29:18.276048 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:18.276048 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-24b97daa-c3fc-4e95-8661-1ca39878f547 req-d635d784-6288-4a39-bfe3-0e6b087dd745 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "DELETE /v2.0/ports/0d651afb-484a-4afa-9ef7-99e21a20433d HTTP/1.1" status: 204 len: 173 time: 0.9146993 Sep 23 11:29:18.276048 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a1cd4c-4230-4c3b-aa81-74d5c204e84e', 'name': 'network-vif-deleted', 'tag': '0d651afb-484a-4afa-9ef7-99e21a20433d'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:18.277495 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af469d-e3eb-4982-9fd8-3565a3086d1b" -d '{"events": [{"server_uuid": "d5a1cd4c-4230-4c3b-aa81-74d5c204e84e", "name": "network-vif-deleted", "tag": "0d651afb-484a-4afa-9ef7-99e21a20433d"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:18.319065 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de489c3-6081-4a5b-82cc-37027605e546 x-openstack-request-id: req-7de489c3-6081-4a5b-82cc-37027605e546 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:18.319610 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a1cd4c-4230-4c3b-aa81-74d5c204e84e", "name": "network-vif-deleted", "tag": "0d651afb-484a-4afa-9ef7-99e21a20433d", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:18.320135 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7de489c3-6081-4a5b-82cc-37027605e546 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:18.320868 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a1cd4c-4230-4c3b-aa81-74d5c204e84e', 'name': 'network-vif-deleted', 'tag': '0d651afb-484a-4afa-9ef7-99e21a20433d', 'status': 'completed', 'code': 200} Sep 23 11:29:18.629682 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bd53c-329f-46ab-911b-9e46d1ea250d req-1afe16ee-e76d-4957-8b61-037eb05c21e7 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:18.638483 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-939bd53c-329f-46ab-911b-9e46d1ea250d req-1afe16ee-e76d-4957-8b61-037eb05c21e7 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0809510 Sep 23 11:29:18.646477 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f470a3-db9c-42e1-85f6-e505bf8b31c2 req-d95e1ccf-78ab-4fef-90ac-40fd56f62bad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:18.656506 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9f470a3-db9c-42e1-85f6-e505bf8b31c2 req-d95e1ccf-78ab-4fef-90ac-40fd56f62bad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1472974 Sep 23 11:29:18.714757 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d9f470a3-db9c-42e1-85f6-e505bf8b31c2 req-dce56696-2715-4207-8b08-d1b631bdd0b5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573492 Sep 23 11:29:18.736419 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-939bd53c-329f-46ab-911b-9e46d1ea250d req-6a24ea43-f496-42a9-a0d7-6ebf87ce1a3e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923734 Sep 23 11:29:18.772364 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:18.848759 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-28f6e46c-7185-4ecd-90ef-27989fab5b25 req-e2bcfecb-829a-4315-87ef-24827546d583 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5a1cd4c-4230-4c3b-aa81-74d5c204e84e HTTP/1.1" status: 200 len: 210 time: 0.0342653 Sep 23 11:29:19.331426 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d43bf-4920-4892-a9fe-7ea04afadb4e req-28d69883-87e7-4dd2-9bc6-3c1a82f7ce30 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:19.338988 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-208d43bf-4920-4892-a9fe-7ea04afadb4e req-28d69883-87e7-4dd2-9bc6-3c1a82f7ce30 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 945 time: 0.0670898 Sep 23 11:29:19.443472 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-208d43bf-4920-4892-a9fe-7ea04afadb4e req-84f70806-273d-40df-a844-e0eac68f9a38 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031556 Sep 23 11:29:19.504140 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a095f-1fd3-4768-b0df-572ec907886d req-2e0cd061-01e8-4405-8986-7245b082070c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:19.508915 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-831a095f-1fd3-4768-b0df-572ec907886d req-2e0cd061-01e8-4405-8986-7245b082070c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1530199 Sep 23 11:29:19.526478 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-bde16d74-153b-4354-a49c-6044b19cdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:19.528049 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-bde16d74-153b-4354-a49c-6044b19cdb69 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 1098 time: 0.1269562 Sep 23 11:29:19.573352 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-831a095f-1fd3-4768-b0df-572ec907886d req-dc929fa8-b92b-4619-8bd6-bf86de3eba44 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558441 Sep 23 11:29:19.743028 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-41a560b7-73bb-47b6-88b3-f6558e71e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:19.746024 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-41a560b7-73bb-47b6-88b3-f6558e71e79c service neutron] 10.222.0.22 "GET /v2.0/networks?id=16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 200 len: 920 time: 0.1828327 Sep 23 11:29:19.882655 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-f2e4b057-c136-49a6-aa72-dbf3d94521f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e09869c6-a23e-4fb5-945f-764409aa7471 HTTP/1.1" status: 200 len: 217 time: 0.1268823 Sep 23 11:29:20.062249 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-4f19b2be-7e4d-4672-9885-d7802448d06c tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:20.063960 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-4f19b2be-7e4d-4672-9885-d7802448d06c tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.22 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 945 time: 0.1800568 Sep 23 11:29:20.067384 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-7121db99-cde4-4df3-a660-5c7b462e362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:20.069033 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-7121db99-cde4-4df3-a660-5c7b462e362c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 200 len: 859 time: 0.1666057 Sep 23 11:29:20.089429 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29635-b6ec-4180-b8bb-f03fe67f6732 req-49fc053b-157b-4ffd-9ab7-41a76df7635b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:20.090732 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a3b29635-b6ec-4180-b8bb-f03fe67f6732 req-49fc053b-157b-4ffd-9ab7-41a76df7635b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1603446 Sep 23 11:29:20.155238 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-6d443bff-a25f-485a-886c-894bf77f4f62 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16a77eb5-1d36-4419-b0e9-a609c954cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631361 Sep 23 11:29:20.254540 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a3b29635-b6ec-4180-b8bb-f03fe67f6732 req-50ef7c47-6516-40fd-b4eb-3e5b3036f65b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111662 Sep 23 11:29:20.341643 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-c9b128dd-2b05-4d26-93d2-a6631f543a35 service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730032 Sep 23 11:29:20.365408 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Deleting port d0be7ba8-c17a-4806-a213-b3db8b9fb12b {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:29:20.365918 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:20.663191 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4aecd357-4777-4eb5-8b8a-ab902b62c679 req-762ba59a-3ddb-4470-ab54-80443f6f49ad service neutron] 10.222.0.22 "GET /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141618 Sep 23 11:29:20.671712 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] For port d0be7ba8-c17a-4806-a213-b3db8b9fb12b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:20.672318 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:20.763889 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Calling delete_port for d0be7ba8-c17a-4806-a213-b3db8b9fb12b owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:29:20.797988 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd66bb1-3d7d-46b0-8299-679fd7fdc4f3 req-68ca1ded-577d-4b8f-9450-35e954520672 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:20.799988 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9bd66bb1-3d7d-46b0-8299-679fd7fdc4f3 req-68ca1ded-577d-4b8f-9450-35e954520672 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 945 time: 0.2321525 Sep 23 11:29:20.829840 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148fdf-26ab-4036-b36c-90117ce3e8ce req-7f974b97-31a3-42a2-9747-9e5e1df72f56 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:20.833177 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bf148fdf-26ab-4036-b36c-90117ce3e8ce req-7f974b97-31a3-42a2-9747-9e5e1df72f56 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1265004 Sep 23 11:29:20.990214 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9bd66bb1-3d7d-46b0-8299-679fd7fdc4f3 req-70138943-55ca-45cc-8209-e56852b280ab tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747348 Sep 23 11:29:21.010870 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bf148fdf-26ab-4036-b36c-90117ce3e8ce req-cf084147-07af-45e5-8d82-54bcbbc726a6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127813 Sep 23 11:29:21.196440 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-bcb689f7-e38c-428b-ae5d-cbf5dee24b51 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749550243&fields=id&tenant_id=835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 267 time: 0.0442672 Sep 23 11:29:21.197242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:21.216174 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['d0be7ba8-c17a-4806-a213-b3db8b9fb12b'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:21.262228 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 0d651afb-484a-4afa-9ef7-99e21a20433d no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:29:21.272805 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Pushing event deleted for resources: {'Port': ['ID=d0be7ba8-c17a-4806-a213-b3db8b9fb12b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:21.290253 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 0d651afb-484a-4afa-9ef7-99e21a20433d {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:29:21.290501 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 0d651afb-484a-4afa-9ef7-99e21a20433d not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:29:21.320795 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] No DVR routers for this DVR port d0be7ba8-c17a-4806-a213-b3db8b9fb12b on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:29:21.355143 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:21.357508 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83ed9276-6964-4bb4-8928-cf36c636b364 req-580b19e8-97cc-46e8-9cda-a58d5edbc6dc tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.22 "DELETE /v2.0/ports/d0be7ba8-c17a-4806-a213-b3db8b9fb12b HTTP/1.1" status: 204 len: 173 time: 1.2645261 Sep 23 11:29:21.358131 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3', 'name': 'network-vif-deleted', 'tag': 'd0be7ba8-c17a-4806-a213-b3db8b9fb12b'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:21.360900 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3fb70e-8872-4a5e-9abd-eef55357a42b" -d '{"events": [{"server_uuid": "b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3", "name": "network-vif-deleted", "tag": "d0be7ba8-c17a-4806-a213-b3db8b9fb12b"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:21.485687 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-e18f3296-bf50-4d04-9f64-696689ee7e3d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:21.487434 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-e18f3296-bf50-4d04-9f64-696689ee7e3d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 809 time: 0.2779980 Sep 23 11:29:21.539028 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a52077ed-0230-49de-9dd4-b391d7603109 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/quotas/835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 375 time: 0.0171759 Sep 23 11:29:21.539028 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa17e30-e2f9-42bc-9ce1-2a43158453a7 req-39a36d66-bced-49e4-97b4-93dbae7f974f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:21.539028 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-efa17e30-e2f9-42bc-9ce1-2a43158453a7 req-39a36d66-bced-49e4-97b4-93dbae7f974f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1123273 Sep 23 11:29:21.633465 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-22bead82-dd80-49f5-8d9b-249483f2e282 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156151 Sep 23 11:29:21.642878 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-efa17e30-e2f9-42bc-9ce1-2a43158453a7 req-ce79b1de-cca3-45a8-88fc-89e922af9c6c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768826 Sep 23 11:29:21.913829 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b016b6-ce29-490b-bdff-37711a1bed6c x-openstack-request-id: req-c9b016b6-ce29-490b-bdff-37711a1bed6c {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:21.914111 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3", "name": "network-vif-deleted", "tag": "d0be7ba8-c17a-4806-a213-b3db8b9fb12b", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:21.914366 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9b016b6-ce29-490b-bdff-37711a1bed6c {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:21.914797 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3', 'name': 'network-vif-deleted', 'tag': 'd0be7ba8-c17a-4806-a213-b3db8b9fb12b', 'status': 'completed', 'code': 200} Sep 23 11:29:22.001876 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-9de3238d-6200-4bfb-9866-40dea79b0e00 service neutron] 10.222.0.13 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527541 Sep 23 11:29:22.134911 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-146f3aec-e2f2-41ec-8e42-8e3c041671bb service neutron] 10.222.0.13 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262946 Sep 23 11:29:22.215983 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:22.579858 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-80f47de3-a7d3-4593-aa8a-2fa646200f3f req-c8a8bb10-87fb-48cd-907a-fbe5debb40de tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b154ce6e-ad3f-42f9-99c8-4bbb58cd65f3 HTTP/1.1" status: 200 len: 210 time: 0.0322599 Sep 23 11:29:22.727864 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9cfd-2b44-416a-b450-bce9dd9e198e req-010d66d3-e3ae-4042-ac21-aecf9de06ff5 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:22.729667 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ce2e9cfd-2b44-416a-b450-bce9dd9e198e req-010d66d3-e3ae-4042-ac21-aecf9de06ff5 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0554626 Sep 23 11:29:22.772583 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ce2e9cfd-2b44-416a-b450-bce9dd9e198e req-4d3cc39b-f0c6-4bad-9c54-fb2ef77c6754 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359423 Sep 23 11:29:22.918798 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8301bf-ed46-4bc7-b15c-80a13784b0ef req-a08ecd7f-f908-47b2-b02f-77e8da38a50a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:22.921321 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7a8301bf-ed46-4bc7-b15c-80a13784b0ef req-a08ecd7f-f908-47b2-b02f-77e8da38a50a tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 946 time: 0.0676374 Sep 23 11:29:22.971072 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7a8301bf-ed46-4bc7-b15c-80a13784b0ef req-c0a3d633-938a-4646-ba04-2b9f22253576 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Sep 23 11:29:23.133670 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90955a15-23aa-4022-9322-41c85ec31d3c req-1f5b6647-13d3-4863-b74d-e4acac165fd5 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0439329 Sep 23 11:29:23.160098 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e8507-df78-465b-91af-76667f9c3791 req-b4c40db8-05b1-4d7b-acd8-052e233639fc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:23.161753 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-664e8507-df78-465b-91af-76667f9c3791 req-b4c40db8-05b1-4d7b-acd8-052e233639fc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 943 time: 0.1026194 Sep 23 11:29:23.207436 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-664e8507-df78-465b-91af-76667f9c3791 req-cdd12525-34ff-42b9-b6d8-1d2d6dfd94f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Sep 23 11:29:23.270210 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:29:23.274044 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device d0be7ba8-c17a-4806-a213-b3db8b9fb12b no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:29:23.301888 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: d0be7ba8-c17a-4806-a213-b3db8b9fb12b {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:29:23.302230 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device d0be7ba8-c17a-4806-a213-b3db8b9fb12b not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:29:23.418856 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:23.431170 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'port_id': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'mac_address': 'fa:16:3e:16:14:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:29:23.476321 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:23.490899 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a27ad0-4f6e-4faa-b587-e74af1857535 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:29:23.531747 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:23.635070 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:23.718336 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=9']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:23.918293 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280c1b8-b8f7-43c6-8ef4-b5e4790ad524 req-13065c7f-a517-444e-b773-1dcac74daf51 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:23.922128 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a280c1b8-b8f7-43c6-8ef4-b5e4790ad524 req-13065c7f-a517-444e-b773-1dcac74daf51 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0579522 Sep 23 11:29:23.966772 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a280c1b8-b8f7-43c6-8ef4-b5e4790ad524 req-d5ffdccf-9908-46fc-81c7-3bc1d5b2f85d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Sep 23 11:29:23.981669 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['11a27ad0-4f6e-4faa-b587-e74af1857535'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:24.200180 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-05ad2a11-7fc9-4809-b0e0-785cff0a1c39 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:24.203583 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-05ad2a11-7fc9-4809-b0e0-785cff0a1c39 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/networks?id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 200 len: 815 time: 0.1761258 Sep 23 11:29:24.220953 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9588c-ae86-4e76-aa96-1ffc8d1004ad req-0f36ef3c-d26a-474b-9391-20b6417b2215 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:24.222997 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ac9588c-ae86-4e76-aa96-1ffc8d1004ad req-0f36ef3c-d26a-474b-9391-20b6417b2215 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 946 time: 0.1330593 Sep 23 11:29:24.238901 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-a65124ab-1d3f-43ba-bd34-3d39b306df34 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/quotas/6a454238eeb549e98fffddd094a9969d HTTP/1.1" status: 200 len: 375 time: 0.0148845 Sep 23 11:29:24.335257 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ac9588c-ae86-4e76-aa96-1ffc8d1004ad req-254d9e91-e7c7-41a4-82ab-e1372ab3ebec tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952711 Sep 23 11:29:24.348665 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-5a064059-7946-4cec-b1d0-82e6f0b6c0e5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a454238eeb549e98fffddd094a9969d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679293 Sep 23 11:29:24.496994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-91f17645-ec1f-4418-8062-28f167dc560e tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:24.499256 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-91f17645-ec1f-4418-8062-28f167dc560e tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 946 time: 0.1223955 Sep 23 11:29:24.518126 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-00ee7514-bd33-4e12-ae1a-9a79c0cd726b service neutron] 10.222.0.13 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549268 Sep 23 11:29:24.688788 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c7d9a1bd-bf66-4aea-9c0e-2a526d3b96dc service neutron] 10.222.0.13 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486843 Sep 23 11:29:24.698904 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Deleting port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:29:24.699257 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:24.815296 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] For port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:24.815840 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:24.833213 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Calling delete_port for 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:29:24.955449 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19ee98e1-c13b-4847-802d-728e916845dc req-01f29d70-4615-4fd1-bbe3-d009abc74d33 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0580561 Sep 23 11:29:25.156231 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-46d5c68b-06c1-40d1-8afb-7b23cf564b5e req-ae0dd259-9ad5-4d74-97b7-e2dc12db76ad tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 210 time: 0.0357466 Sep 23 11:29:25.164125 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38177397-3218-42a1-806a-2351e24a4ee7 req-17b0c44e-7b1b-4464-9659-f8046887c1b8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:25.165692 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38177397-3218-42a1-806a-2351e24a4ee7 req-17b0c44e-7b1b-4464-9659-f8046887c1b8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.1037385 Sep 23 11:29:25.197326 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:25.242689 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38177397-3218-42a1-806a-2351e24a4ee7 req-5e4bea2f-8ee1-4573-b44e-bf422f9e7ba4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693398 Sep 23 11:29:25.243703 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Pushing event deleted for resources: {'Port': ['ID=9a5dc4d4-6e6e-449a-a98b-477b82bfa199,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:25.287386 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] No DVR routers for this DVR port 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:29:25.289986 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:25.293721 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b6bceab8-9b07-44b1-9e2a-67b3ee1a3958 req-0aaf549d-c865-4387-a737-414e04e5537b tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "DELETE /v2.0/ports/9a5dc4d4-6e6e-449a-a98b-477b82bfa199 HTTP/1.1" status: 204 len: 173 time: 0.7821810 Sep 23 11:29:25.293721 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d381b4-b0fc-48a0-ba47-9f24c8ee9031', 'name': 'network-vif-deleted', 'tag': '9a5dc4d4-6e6e-449a-a98b-477b82bfa199'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:25.296815 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98606092-e5bf-45b7-860d-b3b202c56d33" -d '{"events": [{"server_uuid": "64d381b4-b0fc-48a0-ba47-9f24c8ee9031", "name": "network-vif-deleted", "tag": "9a5dc4d4-6e6e-449a-a98b-477b82bfa199"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:25.336115 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5d7841-45a2-4c7a-b0b3-76eb98fbe453 x-openstack-request-id: req-1c5d7841-45a2-4c7a-b0b3-76eb98fbe453 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:25.336447 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d381b4-b0fc-48a0-ba47-9f24c8ee9031", "name": "network-vif-deleted", "tag": "9a5dc4d4-6e6e-449a-a98b-477b82bfa199", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:25.336730 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c5d7841-45a2-4c7a-b0b3-76eb98fbe453 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:25.337179 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d381b4-b0fc-48a0-ba47-9f24c8ee9031', 'name': 'network-vif-deleted', 'tag': '9a5dc4d4-6e6e-449a-a98b-477b82bfa199', 'status': 'completed', 'code': 200} Sep 23 11:29:25.444920 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-77de4def-7dea-4e79-b03d-4200f2db3d79 req-2c881071-9e24-48f3-a405-458ca36baeab tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 210 time: 0.0290954 Sep 23 11:29:26.070176 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1ea2ccbd-b641-4989-86a5-8c7ca23db0f6 req-21b5641a-19ed-4adb-80f0-e8f0f550a93e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0289335 Sep 23 11:29:26.235782 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5d97972-ea7d-49a1-a737-7e0eb864f9e0 req-d43b1709-a580-4c72-940f-9769e92027be tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 210 time: 0.0258462 Sep 23 11:29:26.370571 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be56bf-5886-4389-b1c3-651fb3e92fa9 req-4660ebc2-20c1-4c09-809e-24f808313171 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:26.372084 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-48be56bf-5886-4389-b1c3-651fb3e92fa9 req-4660ebc2-20c1-4c09-809e-24f808313171 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.0513239 Sep 23 11:29:26.411256 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-48be56bf-5886-4389-b1c3-651fb3e92fa9 req-23f99afa-452d-4761-b57e-fb51e6232ef0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Sep 23 11:29:26.550451 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-471b66eb-8245-4a4c-a8de-d1f7a9ff777e req-fe09a145-3921-4a67-965b-b1c30e990bc4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 210 time: 0.0298793 Sep 23 11:29:27.191580 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c349917-49be-45aa-8f69-b2b1c38dc02d req-242f4e5c-698f-4008-aacf-e1317abbe661 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0459812 Sep 23 11:29:27.345891 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83c97ab4-6486-431a-a056-b8b12b7c9a93 req-ca26c3be-c36f-404e-a108-9bffb0b9f996 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 210 time: 0.0269394 Sep 23 11:29:27.443489 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['780a5888-415d-4935-b139-746b2366ed71', 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', '9a5dc4d4-6e6e-449a-a98b-477b82bfa199'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:27.576694 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc3ba-1fc5-485f-8027-9448b8a79e98 req-22019103-04c6-4d0b-be72-9d2efe43f377 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:27.585195 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d8cbc3ba-1fc5-485f-8027-9448b8a79e98 req-22019103-04c6-4d0b-be72-9d2efe43f377 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.0802372 Sep 23 11:29:27.644600 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d8cbc3ba-1fc5-485f-8027-9448b8a79e98 req-9a843194-5629-43c6-8ce4-a099bc6228f8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561595 Sep 23 11:29:27.683107 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e6c656dd-b1bb-4e34-bf99-dfdd5ea32a3d req-9436de93-d506-41eb-b725-72d68c20860e tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d381b4-b0fc-48a0-ba47-9f24c8ee9031 HTTP/1.1" status: 200 len: 210 time: 0.0354557 Sep 23 11:29:28.301230 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6503dcdb-8748-4b95-9886-91c21688c3bc req-86b8c94c-1c17-441d-af13-11b61205d0e7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0314362 Sep 23 11:29:28.445962 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ea6f05c5-afcb-4e60-82ae-06429268d0a5 req-b6c3986a-a6e0-4101-a3d8-97b768d87867 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 210 time: 0.0267577 Sep 23 11:29:28.767020 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94e9a6-7d41-4b89-86c1-8246ec4598fb req-5f24b2b8-7309-4906-bef0-297fdc3e2801 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:28.768514 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4b94e9a6-7d41-4b89-86c1-8246ec4598fb req-5f24b2b8-7309-4906-bef0-297fdc3e2801 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 944 time: 0.0513053 Sep 23 11:29:28.819545 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4b94e9a6-7d41-4b89-86c1-8246ec4598fb req-97631454-d0da-487e-9eb3-ce09b6910d72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444996 Sep 23 11:29:29.321497 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab1034-31a1-4023-82b1-0e36988d703e req-6b872591-7a66-4ae8-8bba-984801112804 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:29.323119 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9bab1034-31a1-4023-82b1-0e36988d703e req-6b872591-7a66-4ae8-8bba-984801112804 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.0749488 Sep 23 11:29:29.330409 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-c1d1dacc-d142-44c4-ba84-9e343ccc75f3 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:29.332104 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-c1d1dacc-d142-44c4-ba84-9e343ccc75f3 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 809 time: 0.1723733 Sep 23 11:29:29.412871 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9bab1034-31a1-4023-82b1-0e36988d703e req-64198fe7-4b47-4363-8465-ee3d214e6adc tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797534 Sep 23 11:29:29.433635 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3838f87e-5c0e-4d1d-981f-7383e5484766 req-eaae6dba-8c3f-4eb4-a7de-8320aea412f7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0401313 Sep 23 11:29:29.438693 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-cfc83184-8e2c-46e5-a173-b96795037d1a tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 380 time: 0.0902195 Sep 23 11:29:29.440242 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:29.467934 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'port': {'device_id': 'eb06e404-6267-466e-8bd3-fe098a043136', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'admin_state_up': True, 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'security_groups': ['8ca68a50-59b8-4c01-9794-ec24921fc57d']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:29:29.511461 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 11a27ad0-4f6e-4faa-b587-e74af1857535 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:29.512336 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:29.599156 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4f701b03-579c-4164-944a-9ccd7bdbee09 req-79c5d86d-3a50-4cd0-a352-bca0b4719823 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 210 time: 0.0324757 Sep 23 11:29:29.624418 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:29.663909 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:29.666281 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eed583-d02d-413f-a15f-d3ae2eef5c02" -d '{"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-plugged", "status": "completed", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:29.680946 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:29.709389 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e23e18-3fc1-475d-a222-42e2156c3fb7 x-openstack-request-id: req-51e23e18-3fc1-475d-a222-42e2156c3fb7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:29.709686 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-plugged", "status": "completed", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:29.709941 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51e23e18-3fc1-475d-a222-42e2156c3fb7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:29.710335 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'code': 200} Sep 23 11:29:29.776406 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Made reservation on behalf of 835d4a3c08ec4bd4b920a36fef6622a2 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:29:29.780140 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:29.822414 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:29.823213 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:29:29.865353 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:29:29.865697 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 9a5dc4d4-6e6e-449a-a98b-477b82bfa199 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:29:29.906065 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=10']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:30.006333 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b6f0d-8c17-4cb6-b8f5-65b7e8491d8a req-ee323653-7ef7-42ba-9b13-b1b6316d73db tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:30.007817 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b65b6f0d-8c17-4cb6-b8f5-65b7e8491d8a req-ee323653-7ef7-42ba-9b13-b1b6316d73db tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0897980 Sep 23 11:29:30.074695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Allocated IP 172.20.0.5 (72a817c5-bdd3-454e-9305-fc153563cfaa/ee6f3024-e6cf-4061-9c9a-732778fc8c5f/214d5e2c-ca6a-46a9-a92e-e74bf00980cc) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:29:30.147943 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b65b6f0d-8c17-4cb6-b8f5-65b7e8491d8a req-ca42b887-1cef-45c4-bf17-67c39010d6c7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279771 Sep 23 11:29:30.201200 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-8eac73ae-6bea-4442-9c4a-5d58326c30b3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:30.203157 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-8eac73ae-6bea-4442-9c4a-5d58326c30b3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.22 "GET /v2.0/networks?id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 200 len: 815 time: 0.1944344 Sep 23 11:29:30.218729 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'port': {'device_id': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'admin_state_up': True, 'tenant_id': '6a454238eeb549e98fffddd094a9969d'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:29:30.391480 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:30.464611 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dfea4-63fd-46f1-a2b4-d7ce9ac1adb2 req-cb4548f1-a873-4818-addb-492ff2ce6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:30.466124 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-736dfea4-63fd-46f1-a2b4-d7ce9ac1adb2 req-cb4548f1-a873-4818-addb-492ff2ce6394 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 1099 time: 0.0852277 Sep 23 11:29:30.515365 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-736dfea4-63fd-46f1-a2b4-d7ce9ac1adb2 req-8cb1d472-80e5-4a82-bfe6-439188c3647e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410881 Sep 23 11:29:30.562586 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Made reservation on behalf of 6a454238eeb549e98fffddd094a9969d for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:29:30.566635 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:30.569328 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:30.685765 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Network 72a817c5-bdd3-454e-9305-fc153563cfaa is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:29:30.731343 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a36ed-24bc-40c1-9677-eb91a3185ad6 req-fbc7a1e6-ffe8-4c14-b6e6-39b72221df05 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:30.733276 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bb2a36ed-24bc-40c1-9677-eb91a3185ad6 req-fbc7a1e6-ffe8-4c14-b6e6-39b72221df05 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.2130995 Sep 23 11:29:30.734222 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:29:30.740150 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:30.747987 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:29:30.753212 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:30.753842 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:30.779006 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002cb68-7f4b-44b0-b687-7da0947c6ab2 req-30d42aed-fcb3-46e1-8558-fb10eea19e33 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:30.781268 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7002cb68-7f4b-44b0-b687-7da0947c6ab2 req-30d42aed-fcb3-46e1-8558-fb10eea19e33 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 931 time: 0.2250490 Sep 23 11:29:30.875497 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-7a89810c-9b15-440f-bda0-74b11b3758ab tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4167264 Sep 23 11:29:30.909444 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bb2a36ed-24bc-40c1-9677-eb91a3185ad6 req-0f033ac2-3c90-4135-9aca-0b9428d3b7c8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406584 Sep 23 11:29:30.915848 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Request body: {'port': {'device_id': 'eb06e404-6267-466e-8bd3-fe098a043136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:29:30.975016 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7002cb68-7f4b-44b0-b687-7da0947c6ab2 req-d7676327-0515-43a5-9177-d86cf0724305 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740313 Sep 23 11:29:31.004059 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Allocated IP 172.20.0.13 (aa1d45f4-7ca0-4128-bf5f-cc8465259bf2/4a6f6253-a682-475f-9a8b-03f973009a0f/95c3e040-59d4-4b4e-a08f-3df735925536) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:29:31.050205 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-5054470d-7ee8-4b71-9db0-0eb7824254ea None None] Provisioning complete for port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:31.050827 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5054470d-7ee8-4b71-9db0-0eb7824254ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:31.059636 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f18e1d2e-198b-466a-ad6c-b9f65457834e req-eb489b44-c805-4ab1-800a-6139681ab41c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 210 time: 0.0526674 Sep 23 11:29:31.079558 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:31.090021 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5054470d-7ee8-4b71-9db0-0eb7824254ea None None] Port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:29:31.394820 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:31.474469 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232aac-d3c4-4dae-843a-865ae5c1002b req-6b007dd1-4d74-4dd1-8882-64c2f55de622 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:31.476219 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-92232aac-d3c4-4dae-843a-865ae5c1002b req-6b007dd1-4d74-4dd1-8882-64c2f55de622 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.1724114 Sep 23 11:29:31.775075 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-92232aac-d3c4-4dae-843a-865ae5c1002b req-ac5185f1-7b2b-4691-a951-1802791f9fd9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913020 Sep 23 11:29:31.815255 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:31.863020 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:29:31.869361 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214d5e2c-ca6a-46a9-a92e-e74bf00980cc {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:29:31.877001 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:29:31.890157 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:31.892883 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:29:31.898904 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:31.899564 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:31.914585 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'Port': ['ID=95c3e040-59d4-4b4e-a08f-3df735925536,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:31.930149 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Transition to ACTIVE for port object 214d5e2c-ca6a-46a9-a92e-e74bf00980cc will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:29:32.013141 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-c124c387-ed79-4dbf-83d9-0bd96ab3aa92 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7989235 Sep 23 11:29:32.043422 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9933ddd-fce7-4270-b446-204df8b44b81 req-2f2848f2-a2e4-400a-8c58-5107249e54fa tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:32.045189 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e9933ddd-fce7-4270-b446-204df8b44b81 req-2f2848f2-a2e4-400a-8c58-5107249e54fa tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.0682304 Sep 23 11:29:32.046559 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:32.129503 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-829aec81-50e0-42f1-ae49-f0924ab7c539 None None] Provisioning complete for port 95c3e040-59d4-4b4e-a08f-3df735925536 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:32.130110 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-829aec81-50e0-42f1-ae49-f0924ab7c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:32.159600 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Pushing event updated for resources: {'Port': ['ID=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:32.191125 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-829aec81-50e0-42f1-ae49-f0924ab7c539 None None] Port 95c3e040-59d4-4b4e-a08f-3df735925536 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:29:32.194381 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e9933ddd-fce7-4270-b446-204df8b44b81 req-9c402063-65b0-48aa-adae-98ab6d2df86d tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371384 Sep 23 11:29:32.214232 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9184412-8ee4-4bcd-9c61-e0cd749390e8 req-1af4edd3-81c5-4e18-aede-e646dcb78f28 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:32.215752 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b9184412-8ee4-4bcd-9c61-e0cd749390e8 req-1af4edd3-81c5-4e18-aede-e646dcb78f28 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.1611025 Sep 23 11:29:32.217744 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Attempting to bind port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:29:32.218153 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Attempting to bind port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:29:32.218635 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Attempting to bind port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc on network 72a817c5-bdd3-454e-9305-fc153563cfaa {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:29:32.225412 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc on network 72a817c5-bdd3-454e-9305-fc153563cfaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:29:32.225739 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Attempting to bind port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc on network 72a817c5-bdd3-454e-9305-fc153563cfaa {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:29:32.238071 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:29:32.238407 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Checking segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:29:32.238788 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Bound using segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:29:32.239238 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Bound port: 214d5e2c-ca6a-46a9-a92e-e74bf00980cc, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:29:32.239585 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:32.316994 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b9184412-8ee4-4bcd-9c61-e0cd749390e8 req-6d62b26f-f16a-42c5-af21-e6c840577600 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886636 Sep 23 11:29:32.369630 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] For port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:29:32.379738 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4d81-f2c3-43c2-8f90-4b587d612f63 req-4467a9c1-5b2a-4b18-ad23-f7cade9904b6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:32.381124 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e2a4d81-f2c3-43c2-8f90-4b587d612f63 req-4467a9c1-5b2a-4b18-ad23-f7cade9904b6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0860417 Sep 23 11:29:32.382991 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] For port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:29:32.425462 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e2a4d81-f2c3-43c2-8f90-4b587d612f63 req-b5e8bcf1-c14a-43c9-92fd-5dd7b68d1865 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380578 Sep 23 11:29:32.491303 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:32.528380 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:32.529169 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:32.530515 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] 10.222.0.22 "PUT /v2.0/ports/214d5e2c-ca6a-46a9-a92e-e74bf00980cc HTTP/1.1" status: 200 len: 1093 time: 1.6336267 Sep 23 11:29:32.530968 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb06e404-6267-466e-8bd3-fe098a043136', 'tag': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:32.533273 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab9862-5bd6-458c-b0ea-fb6e4bcf85a2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb06e404-6267-466e-8bd3-fe098a043136", "tag": "214d5e2c-ca6a-46a9-a92e-e74bf00980cc"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:32.565035 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fc0b0-778c-438f-ade1-b9b37db21320 service neutron] Pushing event updated for resources: {'Port': ['ID=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:32.578554 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f0f76-b674-49c0-bcaf-fe8119c4b11d x-openstack-request-id: req-ea2f0f76-b674-49c0-bcaf-fe8119c4b11d {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:32.578849 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb06e404-6267-466e-8bd3-fe098a043136", "tag": "214d5e2c-ca6a-46a9-a92e-e74bf00980cc", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:32.579102 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea2f0f76-b674-49c0-bcaf-fe8119c4b11d {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:32.579501 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb06e404-6267-466e-8bd3-fe098a043136', 'tag': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'status': 'completed', 'code': 200} Sep 23 11:29:32.902587 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b5954-fc65-490a-b3ed-437e487caa95 req-5af6e657-77b0-4a09-818b-54013f20b98c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:32.904103 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a72b5954-fc65-490a-b3ed-437e487caa95 req-5af6e657-77b0-4a09-818b-54013f20b98c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0553896 Sep 23 11:29:32.948012 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a72b5954-fc65-490a-b3ed-437e487caa95 req-5e509f1d-d64b-4554-b350-1490b1da7e2f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368586 Sep 23 11:29:33.322031 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d12d4-cee7-470c-9390-f50403958002 req-471f26b0-9234-48e4-926d-832e35a37e30 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:33.324354 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-078d12d4-cee7-470c-9390-f50403958002 req-471f26b0-9234-48e4-926d-832e35a37e30 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.0568972 Sep 23 11:29:33.366737 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-078d12d4-cee7-470c-9390-f50403958002 req-50c43cab-1d6e-47a5-a059-e77ff4fbc2f0 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362432 Sep 23 11:29:33.465509 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1de4c9-c31f-4aa1-a881-1e97eb51d1d0 req-6f374600-8cea-41bd-a3d1-80a05c2b2502 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:33.468964 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e1de4c9-c31f-4aa1-a881-1e97eb51d1d0 req-6f374600-8cea-41bd-a3d1-80a05c2b2502 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0746403 Sep 23 11:29:33.527479 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e1de4c9-c31f-4aa1-a881-1e97eb51d1d0 req-0bcc4f90-d22e-4edb-8a0b-dcf44c04b875 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532961 Sep 23 11:29:33.572134 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9ac4c-ca85-4058-9f73-2ba0136cebca req-55a5cce8-4ae9-4c2a-aa70-4a640df787ba tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:33.573852 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51c9ac4c-ca85-4058-9f73-2ba0136cebca req-55a5cce8-4ae9-4c2a-aa70-4a640df787ba tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0644288 Sep 23 11:29:33.615044 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51c9ac4c-ca85-4058-9f73-2ba0136cebca req-a8d410a6-b0c0-4a73-9694-2ae3b7541d93 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Sep 23 11:29:34.090582 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689fe4c-b882-4d89-8020-8e6e6b466773 req-2f6f2ff0-c219-4e17-8a72-deebfa8b7dd6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:34.093244 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6689fe4c-b882-4d89-8020-8e6e6b466773 req-2f6f2ff0-c219-4e17-8a72-deebfa8b7dd6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0598569 Sep 23 11:29:34.134962 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6689fe4c-b882-4d89-8020-8e6e6b466773 req-3f375190-6ab3-4c76-a949-af557497bfb2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347612 Sep 23 11:29:34.542704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54e677-fa5e-49ac-ae86-0f9798b3385e req-f912878a-a2a9-43a4-961f-234debd8bb47 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:34.546889 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7b54e677-fa5e-49ac-ae86-0f9798b3385e req-f912878a-a2a9-43a4-961f-234debd8bb47 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.0834651 Sep 23 11:29:34.611775 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7b54e677-fa5e-49ac-ae86-0f9798b3385e req-d803fc63-4874-4152-a6ef-0bd40dbd970c tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555279 Sep 23 11:29:34.760337 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4be94-fd99-4b92-a32b-2e53a7cf9aaa req-00d49b24-5a68-4702-8350-b350a58e560d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:34.761970 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0fe4be94-fd99-4b92-a32b-2e53a7cf9aaa req-00d49b24-5a68-4702-8350-b350a58e560d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0614254 Sep 23 11:29:34.814488 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0fe4be94-fd99-4b92-a32b-2e53a7cf9aaa req-71ff7a6a-8279-4710-8863-4ee9160bb29b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 Sep 23 11:29:34.943368 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733873ce-19cf-4675-9bbb-3228b497c9c4 req-32ec9637-5d1c-4844-ac6f-bdf1bb677d7d tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:34.945310 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-733873ce-19cf-4675-9bbb-3228b497c9c4 req-32ec9637-5d1c-4844-ac6f-bdf1bb677d7d tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0568552 Sep 23 11:29:34.998107 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-733873ce-19cf-4675-9bbb-3228b497c9c4 req-240dcc48-72fd-4894-b2f3-17bacc797711 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Sep 23 11:29:35.175199 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-8afaf6fb-8e0a-4b0c-877c-5c15fd71b155 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:35.176886 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-8afaf6fb-8e0a-4b0c-877c-5c15fd71b155 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/networks?id=54f800ac-9264-41fb-b812-180fec06abc5 HTTP/1.1" status: 200 len: 812 time: 0.1490500 Sep 23 11:29:35.192446 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171746a5-f58e-400b-b808-7b7971beffa6 req-78119f6e-9409-43dd-8a64-2201fd5f8f96 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:35.194058 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-171746a5-f58e-400b-b808-7b7971beffa6 req-78119f6e-9409-43dd-8a64-2201fd5f8f96 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0848258 Sep 23 11:29:35.206259 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-c97927c7-575f-4c66-b8cf-6c3e600dbfed tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/quotas/c86b54ca42964d588be3092ae59e1ca1 HTTP/1.1" status: 200 len: 375 time: 0.0112066 Sep 23 11:29:35.249176 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-af4b295d-825e-4848-a87f-0afa1e6f0d45 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86b54ca42964d588be3092ae59e1ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356319 Sep 23 11:29:35.278849 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-171746a5-f58e-400b-b808-7b7971beffa6 req-df744f24-96f7-4e85-b173-c9adde8608c8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715477 Sep 23 11:29:35.401906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-17536f6e-653f-41b2-9a84-d096923a1af9 service neutron] 10.222.0.13 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383135 Sep 23 11:29:35.415293 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcf6a4-9337-4cf9-b889-4e612611d485 req-40bb7960-3a55-40de-a1ac-98f2130a458d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:35.417005 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfdcf6a4-9337-4cf9-b889-4e612611d485 req-40bb7960-3a55-40de-a1ac-98f2130a458d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0755014 Sep 23 11:29:35.515986 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfdcf6a4-9337-4cf9-b889-4e612611d485 req-ce3e61be-7622-4309-b685-76e94d706670 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902474 Sep 23 11:29:35.542891 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-7e00a9b2-97ac-4f00-a4a2-d980d4d8d87c service neutron] 10.222.0.13 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245573 Sep 23 11:29:35.651627 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device c920cd3f-1331-4003-a62b-b604dbc2cd6e no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:29:35.746077 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c2a67-98fc-4aa0-8acc-21d8c9ef4325 req-24e94222-9aa6-4a82-bb52-cc8bab45a2a9 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:35.747826 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d9c2a67-98fc-4aa0-8acc-21d8c9ef4325 req-24e94222-9aa6-4a82-bb52-cc8bab45a2a9 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 945 time: 0.0535820 Sep 23 11:29:35.782945 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:35.791785 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d9c2a67-98fc-4aa0-8acc-21d8c9ef4325 req-359967c9-5db0-4576-9821-9fc09870a439 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357480 Sep 23 11:29:35.836827 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port c920cd3f-1331-4003-a62b-b604dbc2cd6e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c920cd3f-1331-4003-a62b-b604dbc2cd6e,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:35.845414 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:35.849714 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f534cb-5807-47f3-a158-03cfb8da756b" -d '{"events": [{"server_uuid": "b59a3649-4644-4fd2-9be4-3c5b7fb576f7", "name": "network-vif-unplugged", "status": "completed", "tag": "c920cd3f-1331-4003-a62b-b604dbc2cd6e"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:35.896568 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:35.967732 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=c920cd3f-1331-4003-a62b-b604dbc2cd6e,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:35.971125 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-30d81df0-7054-4aa8-bceb-ee944564a7f4 req-222354fc-d4f1-4538-8bae-b724351378d5 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0572245 Sep 23 11:29:36.015351 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13643f8d-3374-4e8d-9708-a7f7bdb8e004 req-82f03948-0a9f-4e7e-b83d-21c65c636484 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:36.015351 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13643f8d-3374-4e8d-9708-a7f7bdb8e004 req-82f03948-0a9f-4e7e-b83d-21c65c636484 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.1169186 Sep 23 11:29:36.052564 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb391a-d51e-4e80-878e-f9b4e8aae9a2 x-openstack-request-id: req-5abb391a-d51e-4e80-878e-f9b4e8aae9a2 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:36.052888 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a3649-4644-4fd2-9be4-3c5b7fb576f7", "name": "network-vif-unplugged", "status": "completed", "tag": "c920cd3f-1331-4003-a62b-b604dbc2cd6e", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:36.053147 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5abb391a-d51e-4e80-878e-f9b4e8aae9a2 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:36.053535 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', 'code': 200} Sep 23 11:29:36.083234 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-13643f8d-3374-4e8d-9708-a7f7bdb8e004 req-108606d3-24ad-43dd-905c-be1736609123 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578179 Sep 23 11:29:36.174030 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb17b3-f984-4273-800f-e266f26a19d2 req-09169ea8-e1c7-40c3-af38-7e834f7a9627 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:36.175654 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19fb17b3-f984-4273-800f-e266f26a19d2 req-09169ea8-e1c7-40c3-af38-7e834f7a9627 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0639796 Sep 23 11:29:36.226398 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-19fb17b3-f984-4273-800f-e266f26a19d2 req-b160b873-12ed-4bc7-8420-4cbfca6b01dd tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 Sep 23 11:29:36.452498 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d11f0e-5feb-48e4-beb4-4c79a1b85a15 req-6ec558d4-a6db-40ef-8e7b-4360244e70a3 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:36.454122 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d1d11f0e-5feb-48e4-beb4-4c79a1b85a15 req-6ec558d4-a6db-40ef-8e7b-4360244e70a3 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0571265 Sep 23 11:29:36.517334 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d1d11f0e-5feb-48e4-beb4-4c79a1b85a15 req-d9d7c70b-d08b-408f-b0c9-0038ed9aec72 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Sep 23 11:29:36.674208 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450f44e-4b76-42e7-84ca-5b09fb8fed6f req-076935ef-5374-4319-8099-584f6227d495 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:36.675846 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9450f44e-4b76-42e7-84ca-5b09fb8fed6f req-076935ef-5374-4319-8099-584f6227d495 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0739083 Sep 23 11:29:36.735465 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9450f44e-4b76-42e7-84ca-5b09fb8fed6f req-b950d2f2-8f08-4ffa-85f6-edb1e2e4707c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467401 Sep 23 11:29:37.003315 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc826ff-fbb4-478e-ad4f-95a5a270b63e req-44bfe8c3-dde6-4f61-afc4-da86bd439dd6 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:37.005975 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bbc826ff-fbb4-478e-ad4f-95a5a270b63e req-44bfe8c3-dde6-4f61-afc4-da86bd439dd6 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0998387 Sep 23 11:29:37.079599 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bbc826ff-fbb4-478e-ad4f-95a5a270b63e req-e3c499ec-9ac9-4c8b-a949-03fbf4509dac tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527554 Sep 23 11:29:37.189764 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e36d87c0-a9d2-497b-aa9e-7fd8ceac8c50 req-1b2d9ca5-bec3-46da-ae9f-0a78f79ec207 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0516851 Sep 23 11:29:37.297705 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e9b95-762b-4e24-b9d4-f38089492755 req-3ba28267-4451-4811-a46c-e334633519ff tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:37.299390 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-664e9b95-762b-4e24-b9d4-f38089492755 req-3ba28267-4451-4811-a46c-e334633519ff tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0542195 Sep 23 11:29:37.347377 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-664e9b95-762b-4e24-b9d4-f38089492755 req-cdaaf8d7-5252-4361-8c2d-c236277d659d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405324 Sep 23 11:29:37.425655 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:29:37.455973 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2bb04-9d6a-4668-a8c7-5eb3a3813fdb req-f0d97b4a-ecfb-4be8-9b23-73926e9feaa8 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:37.463851 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f0f2bb04-9d6a-4668-a8c7-5eb3a3813fdb req-f0d97b4a-ecfb-4be8-9b23-73926e9feaa8 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0599496 Sep 23 11:29:37.504507 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f0f2bb04-9d6a-4668-a8c7-5eb3a3813fdb req-92bc257d-f669-4a9d-a7c1-08aef2a4bea7 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Sep 23 11:29:37.699489 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab128a9-eea6-4407-a1d8-fc0242f8a7df req-1ba2114c-f10d-42d8-bf43-e2238fdf5517 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:37.704460 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bab128a9-eea6-4407-a1d8-fc0242f8a7df req-1ba2114c-f10d-42d8-bf43-e2238fdf5517 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0868924 Sep 23 11:29:37.761773 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bab128a9-eea6-4407-a1d8-fc0242f8a7df req-b07c9304-6b15-4f9f-8607-63a331f464c1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Sep 23 11:29:37.872361 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b9f1f-5333-4c9e-a7db-4e5ff7fcb76a req-039914ef-a48e-4565-8ffc-2595c9082bcc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:37.875376 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-039b9f1f-5333-4c9e-a7db-4e5ff7fcb76a req-039914ef-a48e-4565-8ffc-2595c9082bcc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0521727 Sep 23 11:29:37.927185 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-039b9f1f-5333-4c9e-a7db-4e5ff7fcb76a req-d4610310-9679-48cb-8be3-6e7d2e3a233d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Sep 23 11:29:38.209100 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506384c9-522d-4595-90b6-335957871fb7 req-be230ceb-6bcb-414a-9180-c51b00550f12 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:38.210920 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-506384c9-522d-4595-90b6-335957871fb7 req-be230ceb-6bcb-414a-9180-c51b00550f12 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0543728 Sep 23 11:29:38.273286 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-506384c9-522d-4595-90b6-335957871fb7 req-2b423de2-7b17-4270-9c25-e8c19116fd0d tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541582 Sep 23 11:29:38.319149 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-737ae75a-1603-45a3-b1d8-aebe5809d5c8 req-d3a96264-bfb9-45ce-b38f-a2acbc6dfa1a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0380790 Sep 23 11:29:38.510328 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3d2ee-f14c-456e-9260-9ddb61b3e183 req-38d0b440-918a-4fdf-8fa4-1890d48f7ae4 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:38.511906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9db3d2ee-f14c-456e-9260-9ddb61b3e183 req-38d0b440-918a-4fdf-8fa4-1890d48f7ae4 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0732691 Sep 23 11:29:38.578523 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9db3d2ee-f14c-456e-9260-9ddb61b3e183 req-2810e09f-0f70-46e0-81bc-964ab7de7851 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594776 Sep 23 11:29:38.662711 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467deb7-699f-499f-bbf8-89c2e1e3eec4 req-674af6d9-dce0-46f4-837b-ee318ed6c554 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:38.664760 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8467deb7-699f-499f-bbf8-89c2e1e3eec4 req-674af6d9-dce0-46f4-837b-ee318ed6c554 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0599537 Sep 23 11:29:38.715468 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8467deb7-699f-499f-bbf8-89c2e1e3eec4 req-76d43ecd-61b0-41d6-a541-09075524d17f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380869 Sep 23 11:29:38.934539 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f2d61-f7e0-4582-b583-ea3f1e842e2e req-9a3a0849-ec20-4010-9899-7ca4ca81721c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:38.937396 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c76f2d61-f7e0-4582-b583-ea3f1e842e2e req-9a3a0849-ec20-4010-9899-7ca4ca81721c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0809667 Sep 23 11:29:38.988327 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c76f2d61-f7e0-4582-b583-ea3f1e842e2e req-8f2b1a8f-ec3b-45b9-924f-d37377b5ed79 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 Sep 23 11:29:39.109160 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2a001-959f-4a87-875d-f46159a85911 req-008ae6ef-1f9e-4908-8411-49f604f610d1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:39.112091 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2de2a001-959f-4a87-875d-f46159a85911 req-008ae6ef-1f9e-4908-8411-49f604f610d1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0795822 Sep 23 11:29:39.167388 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2de2a001-959f-4a87-875d-f46159a85911 req-14fd12e1-7fe0-40d3-9154-a78ee983ad47 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Sep 23 11:29:39.414595 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabcbb5-cb93-4957-9190-9e3301fdfc5f req-62cedbaf-4667-4048-8c47-ef186b72ef65 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:39.416212 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ffabcbb5-cb93-4957-9190-9e3301fdfc5f req-62cedbaf-4667-4048-8c47-ef186b72ef65 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0606532 Sep 23 11:29:39.455677 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a9d92c80-d8f1-4860-8ed6-5af861bcaf3c req-96628516-88cc-47cb-b459-7b8e9b2f01ae tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0384004 Sep 23 11:29:39.481527 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ffabcbb5-cb93-4957-9190-9e3301fdfc5f req-401af687-1fee-4aa2-aa8b-edf275921bf9 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552626 Sep 23 11:29:39.745779 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5269d-5256-445c-aac4-d276ddd81c85 req-8b4faa72-ac89-4747-8ba2-16bcbc8836df tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:39.747392 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7aa5269d-5256-445c-aac4-d276ddd81c85 req-8b4faa72-ac89-4747-8ba2-16bcbc8836df tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0881736 Sep 23 11:29:39.836709 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7aa5269d-5256-445c-aac4-d276ddd81c85 req-29fc15d6-cb4a-4428-ba0e-1b3ba69cfb6f tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825081 Sep 23 11:29:39.887356 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a3806-04f5-4fa1-b55f-0d21300fc388 req-20ced737-ec0d-4ca5-bdc0-1b02974903b7 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:39.889647 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-602a3806-04f5-4fa1-b55f-0d21300fc388 req-20ced737-ec0d-4ca5-bdc0-1b02974903b7 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0682650 Sep 23 11:29:39.934296 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-602a3806-04f5-4fa1-b55f-0d21300fc388 req-8981a474-76c8-4d90-9831-315815621a61 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386205 Sep 23 11:29:40.131738 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76ab40-2b66-451d-9efe-9f28acee93e8 req-4ba274e9-3d5c-40e9-aa25-db538e8eb188 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:40.133888 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-df76ab40-2b66-451d-9efe-9f28acee93e8 req-4ba274e9-3d5c-40e9-aa25-db538e8eb188 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0554531 Sep 23 11:29:40.200957 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-df76ab40-2b66-451d-9efe-9f28acee93e8 req-29e9bed4-9035-42ce-a6ce-8de8f8b165be tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542791 Sep 23 11:29:40.305852 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130a8f3-1e39-495e-a406-ae00e39b0667 req-08bcee87-5078-4a59-bf0c-6cc31f76adf6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:40.314052 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8130a8f3-1e39-495e-a406-ae00e39b0667 req-08bcee87-5078-4a59-bf0c-6cc31f76adf6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0685592 Sep 23 11:29:40.349157 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8130a8f3-1e39-495e-a406-ae00e39b0667 req-1ac6cdc6-e544-4daf-9be9-87e5e8eed002 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341241 Sep 23 11:29:40.584695 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a5cb1f7-5171-482e-9af9-c1bf718c9939 req-898ce020-5eca-4104-920b-5b8897000a24 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0281801 Sep 23 11:29:40.635704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aa63b-84a1-4049-a681-fd0f8763fc54 req-c4792583-6a73-40ee-b460-d3776df9790f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:40.637405 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-815aa63b-84a1-4049-a681-fd0f8763fc54 req-c4792583-6a73-40ee-b460-d3776df9790f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0551269 Sep 23 11:29:40.683587 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-815aa63b-84a1-4049-a681-fd0f8763fc54 req-d5200812-6859-4d6e-80a5-d9bfc89c2b48 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360699 Sep 23 11:29:40.978215 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a688b0-ea6f-4ca7-8edb-66f699e3af93 req-07809e0e-862d-4086-b2f4-69325c88636e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:40.979814 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f8a688b0-ea6f-4ca7-8edb-66f699e3af93 req-07809e0e-862d-4086-b2f4-69325c88636e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0581965 Sep 23 11:29:41.062889 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f8a688b0-ea6f-4ca7-8edb-66f699e3af93 req-a02a7924-e3c8-4c66-ae22-859a65386a14 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700560 Sep 23 11:29:41.109249 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12b904-d3b1-4d1b-8975-d0c406ffdcba req-4db390c4-3785-4cec-b9bb-2b2ff21f44de tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:41.111162 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e12b904-d3b1-4d1b-8975-d0c406ffdcba req-4db390c4-3785-4cec-b9bb-2b2ff21f44de tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0991409 Sep 23 11:29:41.159170 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e12b904-d3b1-4d1b-8975-d0c406ffdcba req-7bd2846f-f1c7-49ef-8a26-e0c74507a0f9 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Sep 23 11:29:41.368997 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4aa5f-047d-4c7e-bd60-1d0d9f05c276 req-c4ea0b70-d263-4436-98c5-6a311acd4d63 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:41.370477 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aae4aa5f-047d-4c7e-bd60-1d0d9f05c276 req-c4ea0b70-d263-4436-98c5-6a311acd4d63 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0766704 Sep 23 11:29:41.410564 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aae4aa5f-047d-4c7e-bd60-1d0d9f05c276 req-54327739-3269-499f-828f-233a367d29b3 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Sep 23 11:29:41.493386 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0bc7-03f4-4df4-9a73-08c613766195 req-052542e1-8827-4056-a80d-d1c5bffc7c03 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:41.494888 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-46dd0bc7-03f4-4df4-9a73-08c613766195 req-052542e1-8827-4056-a80d-d1c5bffc7c03 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0717871 Sep 23 11:29:41.536575 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-46dd0bc7-03f4-4df4-9a73-08c613766195 req-d2b59605-f24c-4fe0-a105-14b6f7afbb7e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333750 Sep 23 11:29:41.698910 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a7ae3b0d-69ff-4506-9397-b6a08de9ebe9 req-cb830e03-e318-4685-920d-0cad76276569 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0434253 Sep 23 11:29:41.833357 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843cd89-d138-4ae2-b9d1-fe6695fb2170 req-aa1f63a9-bce2-4dae-8f65-4d29b6af2cfd tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:41.836017 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c843cd89-d138-4ae2-b9d1-fe6695fb2170 req-aa1f63a9-bce2-4dae-8f65-4d29b6af2cfd tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0662875 Sep 23 11:29:41.900420 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c843cd89-d138-4ae2-b9d1-fe6695fb2170 req-9ce48038-1a33-40ea-a934-601a8c2af258 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530791 Sep 23 11:29:42.198997 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f395fec-c6e3-4596-9309-712d1a7e6c3e req-503b73c6-a38b-4fbc-bd13-94d02bb6f32d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:42.201398 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f395fec-c6e3-4596-9309-712d1a7e6c3e req-503b73c6-a38b-4fbc-bd13-94d02bb6f32d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0602617 Sep 23 11:29:42.243004 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f395fec-c6e3-4596-9309-712d1a7e6c3e req-0bca103b-eac3-49a3-8f71-3b24f9232872 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355055 Sep 23 11:29:42.327311 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b0efe-4d34-43da-9ad5-1bfb39b57af1 req-ffeb40cb-d8da-4d88-b6d4-229a23cb73dc tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:42.329216 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff8b0efe-4d34-43da-9ad5-1bfb39b57af1 req-ffeb40cb-d8da-4d88-b6d4-229a23cb73dc tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0661101 Sep 23 11:29:42.381970 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff8b0efe-4d34-43da-9ad5-1bfb39b57af1 req-bcb3e961-2bdf-43e0-8768-0e4f13b1466f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445116 Sep 23 11:29:42.554596 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e1948-97ed-4970-91f5-8f26e6be2370 req-e96d4a29-b505-4491-8b51-a9206f9b8b0f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:42.556536 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b2e1948-97ed-4970-91f5-8f26e6be2370 req-e96d4a29-b505-4491-8b51-a9206f9b8b0f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0595138 Sep 23 11:29:42.615191 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2b2e1948-97ed-4970-91f5-8f26e6be2370 req-42f12cb9-defb-43f1-b3f8-be33c9b61f3d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502536 Sep 23 11:29:42.696349 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185d234-6b70-4fb6-bbed-a5b05f998d80 req-a4245e47-5e5d-4f1c-8dd2-b580e9ac31a3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:42.697953 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e185d234-6b70-4fb6-bbed-a5b05f998d80 req-a4245e47-5e5d-4f1c-8dd2-b580e9ac31a3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0612652 Sep 23 11:29:42.756822 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e185d234-6b70-4fb6-bbed-a5b05f998d80 req-12de1d0f-32a3-47f9-b94a-2ebefac5d4db tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472095 Sep 23 11:29:42.800833 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-25e234cc-c817-468d-86ed-db0857b4dcd5 req-7d872fa3-9791-47c6-97e0-0ae53dfb06cb tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0290091 Sep 23 11:29:43.032564 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a89f5-f894-4e87-a700-1be073ce085a req-1813539a-62c3-47b2-b243-391d99859ceb tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:43.034048 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d57a89f5-f894-4e87-a700-1be073ce085a req-1813539a-62c3-47b2-b243-391d99859ceb tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0576417 Sep 23 11:29:43.078609 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d57a89f5-f894-4e87-a700-1be073ce085a req-35f03393-6f85-4a08-baf4-f9c3b265e228 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Sep 23 11:29:43.386320 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716287e7-9753-4c89-ade0-e6d96061ff6a req-d4081ca6-f33a-4272-91ff-27a5751486f3 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:43.389696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-716287e7-9753-4c89-ade0-e6d96061ff6a req-d4081ca6-f33a-4272-91ff-27a5751486f3 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0685523 Sep 23 11:29:43.446647 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-716287e7-9753-4c89-ade0-e6d96061ff6a req-69c5bea0-ce93-461b-988c-f7bcc8b227ef tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502725 Sep 23 11:29:43.515775 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f087e-dabc-4168-8109-1d061d491a0f req-422ff566-98f5-4570-942c-447803e0ee6e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:43.517424 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-093f087e-dabc-4168-8109-1d061d491a0f req-422ff566-98f5-4570-942c-447803e0ee6e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0579035 Sep 23 11:29:43.559181 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-093f087e-dabc-4168-8109-1d061d491a0f req-57d2e2b2-ca75-4845-83f3-6af1d7af9d09 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351212 Sep 23 11:29:43.592085 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-06978152-bf12-4cb2-a13d-017fe2388720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:43.776856 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6b4d9-7a75-43ad-8bd3-f36dcdb0aaa8 req-ebcd35c3-e71b-4a71-92c4-3074741890bf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:43.782573 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94d6b4d9-7a75-43ad-8bd3-f36dcdb0aaa8 req-ebcd35c3-e71b-4a71-92c4-3074741890bf tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0715520 Sep 23 11:29:43.847777 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94d6b4d9-7a75-43ad-8bd3-f36dcdb0aaa8 req-354930f1-c7c2-4e2b-9bb3-f7f5b4fabf67 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540607 Sep 23 11:29:43.941103 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53522a5-5630-421f-80f8-be1a3b960ef7 req-1a4fc17f-e8de-4a8a-86f5-6e3211859853 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:43.942972 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f53522a5-5630-421f-80f8-be1a3b960ef7 req-1a4fc17f-e8de-4a8a-86f5-6e3211859853 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0925071 Sep 23 11:29:43.976837 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4ba85992-251c-4a85-af49-b3965647dd90 req-f5cc7943-d818-4c4d-8694-4e1a3b8c579a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0328224 Sep 23 11:29:44.016262 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f53522a5-5630-421f-80f8-be1a3b960ef7 req-d62f96d3-c5a5-4113-8c1f-96396ccbdab5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628192 Sep 23 11:29:44.223621 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1921796-909b-4187-800f-5e17b5ed0a3f req-3a25c656-547e-41de-b616-f7130100721d tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:44.225290 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1921796-909b-4187-800f-5e17b5ed0a3f req-3a25c656-547e-41de-b616-f7130100721d tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0568748 Sep 23 11:29:44.273408 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1921796-909b-4187-800f-5e17b5ed0a3f req-47980caa-6f96-4938-bef5-dd7ded174951 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Sep 23 11:29:44.606407 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011cf3-8504-4583-8ff5-6f65bde59cfa req-842f2813-cf2c-4381-9052-d81fd9103dfc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:44.609554 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2a011cf3-8504-4583-8ff5-6f65bde59cfa req-842f2813-cf2c-4381-9052-d81fd9103dfc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0743315 Sep 23 11:29:44.664488 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2a011cf3-8504-4583-8ff5-6f65bde59cfa req-2f7cff8b-84fd-47b8-b673-d7d18fa778bd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Sep 23 11:29:44.708854 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfee533-8289-409c-a837-ed5ced988778 req-0f44e549-2449-44f4-99a6-64217bfaa9fc tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:44.710379 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cdfee533-8289-409c-a837-ed5ced988778 req-0f44e549-2449-44f4-99a6-64217bfaa9fc tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0582449 Sep 23 11:29:44.752680 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cdfee533-8289-409c-a837-ed5ced988778 req-bd6a1003-1d95-4ec4-9ee0-ae196573437d tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360415 Sep 23 11:29:45.012031 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d938d-a6c9-4cd0-b97c-f473f1ae54b2 req-f48c48da-9825-41bb-ae84-f8a7a3b59330 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:45.014256 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-302d938d-a6c9-4cd0-b97c-f473f1ae54b2 req-f48c48da-9825-41bb-ae84-f8a7a3b59330 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.0697639 Sep 23 11:29:45.098522 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-832f778b-3bba-403c-8df5-a1dce2baf13c req-43645c1b-c05c-4696-99b0-2740ebb0f6e2 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0341599 Sep 23 11:29:45.102840 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-302d938d-a6c9-4cd0-b97c-f473f1ae54b2 req-3ecdb0b2-8a21-42e0-8c50-dd9a5a572a44 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810850 Sep 23 11:29:45.271904 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc3089-5455-43b1-937c-828938e769f1 req-f9e9c598-f0ee-4d54-a57d-44df70e008b0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:45.273715 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45dc3089-5455-43b1-937c-828938e769f1 req-f9e9c598-f0ee-4d54-a57d-44df70e008b0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0735545 Sep 23 11:29:45.338170 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45dc3089-5455-43b1-937c-828938e769f1 req-1fc2b49f-ba88-40b6-9c29-46b25b621880 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525484 Sep 23 11:29:45.423867 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195dacc-c18c-4895-afa7-fde590feb790 req-a1ea43f9-7be8-49b8-a96d-7bedd41b7e43 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:45.425590 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e195dacc-c18c-4895-afa7-fde590feb790 req-a1ea43f9-7be8-49b8-a96d-7bedd41b7e43 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.0578103 Sep 23 11:29:45.466239 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e195dacc-c18c-4895-afa7-fde590feb790 req-5d745d54-add5-434d-9eb2-32383c5c7f76 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Sep 23 11:29:45.611820 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c8fc198a-7410-48d6-8308-37438d08f9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:45.793272 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1c12d-8bb7-4bd7-a4a2-8fa5ee9ad6b0 req-9b9800fd-87d7-47c9-88cf-24ac779a484c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:45.795607 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fde1c12d-8bb7-4bd7-a4a2-8fa5ee9ad6b0 req-9b9800fd-87d7-47c9-88cf-24ac779a484c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0520444 Sep 23 11:29:45.867380 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fde1c12d-8bb7-4bd7-a4a2-8fa5ee9ad6b0 req-a597bc5d-c413-46bf-aa32-a82f19d94d13 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654769 Sep 23 11:29:45.891984 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b51bb-aa97-4eab-9417-1fb0d7e67434 req-49d37417-a313-4ec8-a16c-65a21aa163aa tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:45.893593 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-808b51bb-aa97-4eab-9417-1fb0d7e67434 req-49d37417-a313-4ec8-a16c-65a21aa163aa tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.0697458 Sep 23 11:29:45.934177 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-808b51bb-aa97-4eab-9417-1fb0d7e67434 req-684913a4-0316-45c5-a075-06d80b1a7779 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Sep 23 11:29:46.169162 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Request body: {'port': {'device_id': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:29:46.298134 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de72eac1-9e4f-45fc-a75d-489c892baa73 req-c5d7d227-6124-4f89-b1dc-a4bf63ee2876 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0760450 Sep 23 11:29:46.345657 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:46.359768 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:46.434850 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-e33fe54f-511b-48d6-81a8-296edff81339 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:46.437114 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-e33fe54f-511b-48d6-81a8-296edff81339 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.1892924 Sep 23 11:29:46.439194 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9862-5bd6-458c-b0ea-fb6e4bcf85a2 req-28ac1ec5-4586-43d9-94d6-66c7c608b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:46.440685 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfab9862-5bd6-458c-b0ea-fb6e4bcf85a2 req-28ac1ec5-4586-43d9-94d6-66c7c608b17d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 1096 time: 0.1829448 Sep 23 11:29:46.451600 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fe734-c46c-4cce-8b78-fcd4724c3ded req-347c9b08-3ac0-403a-93c2-7090b73d21d8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:46.453506 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d34fe734-c46c-4cce-8b78-fcd4724c3ded req-347c9b08-3ac0-403a-93c2-7090b73d21d8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.2066445 Sep 23 11:29:46.953350 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d34fe734-c46c-4cce-8b78-fcd4724c3ded req-9f9c6f21-809b-422c-975d-324ea17f79c1 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765432 Sep 23 11:29:47.006505 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c417e8-b618-48e6-a105-4a19d81f41d9 req-10915668-89cb-441c-bddd-c9551b6fcaaa tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:47.008121 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0c417e8-b618-48e6-a105-4a19d81f41d9 req-10915668-89cb-441c-bddd-c9551b6fcaaa tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.5325425 Sep 23 11:29:47.055216 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9862-5bd6-458c-b0ea-fb6e4bcf85a2 req-c8bb0f0b-06d6-4666-85e3-460be8614016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:47.056714 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfab9862-5bd6-458c-b0ea-fb6e4bcf85a2 req-c8bb0f0b-06d6-4666-85e3-460be8614016 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6004062 Sep 23 11:29:47.187182 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Deleting port c920cd3f-1331-4003-a62b-b604dbc2cd6e {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:29:47.187524 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:47.204014 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0c417e8-b618-48e6-a105-4a19d81f41d9 req-05646333-da55-428b-bcfe-dcf1ebd9f811 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739414 Sep 23 11:29:47.304176 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ef7cb-0dba-44b6-93e4-ee5caf26a684 req-b69b4b32-6403-4ae0-8a88-7b98c1fc3cfa tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:47.306277 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb6ef7cb-0dba-44b6-93e4-ee5caf26a684 req-b69b4b32-6403-4ae0-8a88-7b98c1fc3cfa tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 943 time: 0.2733827 Sep 23 11:29:47.431788 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab9862-5bd6-458c-b0ea-fb6e4bcf85a2 req-977fdc49-0cab-4009-b691-74a401de2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:47.433374 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bfab9862-5bd6-458c-b0ea-fb6e4bcf85a2 req-977fdc49-0cab-4009-b691-74a401de2aef service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3382864 Sep 23 11:29:47.486937 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] For port c920cd3f-1331-4003-a62b-b604dbc2cd6e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c920cd3f-1331-4003-a62b-b604dbc2cd6e,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:47.487308 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:47.495778 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:47.525943 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb6ef7cb-0dba-44b6-93e4-ee5caf26a684 req-a7f4519b-3406-46c3-86d0-0a48fea66d72 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851788 Sep 23 11:29:47.531332 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c3e040-59d4-4b4e-a08f-3df735925536 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:29:47.536483 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Calling delete_port for c920cd3f-1331-4003-a62b-b604dbc2cd6e owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:29:47.575525 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:47.596881 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357d9cd-4fc8-4bbc-9688-b0d38b5926ec req-42af9a78-c599-4a59-bf67-9e1b1a1d8141 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:47.596881 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7357d9cd-4fc8-4bbc-9688-b0d38b5926ec req-42af9a78-c599-4a59-bf67-9e1b1a1d8141 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.2437656 Sep 23 11:29:47.679989 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Transition to ACTIVE for port object 95c3e040-59d4-4b4e-a08f-3df735925536 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:29:47.728335 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-6ad4369b-388c-44e2-a0ee-86c40626d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:47.730384 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-6ad4369b-388c-44e2-a0ee-86c40626d102 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 1096 time: 0.2281158 Sep 23 11:29:47.746910 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-f839b467-6ded-423d-87c8-83aa3b410474 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:47.749078 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-f839b467-6ded-423d-87c8-83aa3b410474 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.22 "GET /v2.0/networks?id=54f800ac-9264-41fb-b812-180fec06abc5 HTTP/1.1" status: 200 len: 812 time: 0.1319594 Sep 23 11:29:47.767616 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Request body: {'port': {'device_id': 'b1c4c945-0566-4419-b50f-a9ae82ef909b', 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5', 'admin_state_up': True, 'tenant_id': 'c86b54ca42964d588be3092ae59e1ca1'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:29:47.816016 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7357d9cd-4fc8-4bbc-9688-b0d38b5926ec req-de29c3d3-6803-44a8-8bfb-f244bf1aad4e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081034 Sep 23 11:29:47.822628 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-39a0f302-6d42-424e-89fe-44cf743bccca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=214d5e2c-ca6a-46a9-a92e-e74bf00980cc HTTP/1.1" status: 200 len: 217 time: 0.0769954 Sep 23 11:29:47.833348 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b7e1f-234a-47c2-901d-832231da126b req-745792e1-b4a5-4998-8ff6-702a2b636626 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:47.839889 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f0b7e1f-234a-47c2-901d-832231da126b req-745792e1-b4a5-4998-8ff6-702a2b636626 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 932 time: 0.2389109 Sep 23 11:29:47.884120 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:47.979567 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e6a8ffa1-70b0-48dc-9cd5-c2241c1ee636 req-7cd3b5b1-8cdd-4eca-9fa3-5ef634e8378b tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0741258 Sep 23 11:29:48.046616 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Made reservation on behalf of c86b54ca42964d588be3092ae59e1ca1 for: {'port': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:29:48.050138 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Pushing event updated for resources: {'Port': ['ID=95c3e040-59d4-4b4e-a08f-3df735925536,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:48.053184 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-64c1e244-f02a-473c-b1ad-cb7aa45b062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:48.054716 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-64c1e244-f02a-473c-b1ad-cb7aa45b062b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.2044008 Sep 23 11:29:48.063450 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.099627 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f0b7e1f-234a-47c2-901d-832231da126b req-758403e3-4499-496f-b1ff-0b7d6956e30a tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358012 Sep 23 11:29:48.119268 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.119624 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.119968 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.120326 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.120757 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.121061 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.121332 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.121663 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.121994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.122334 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.122739 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.123069 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.212583 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Attempting to bind port 95c3e040-59d4-4b4e-a08f-3df735925536 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:29:48.212583 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Attempting to bind port 95c3e040-59d4-4b4e-a08f-3df735925536 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:29:48.212788 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Attempting to bind port 95c3e040-59d4-4b4e-a08f-3df735925536 on network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:29:48.227216 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b2d9-2df2-49aa-a92b-3253bfcd682a req-a9adde02-c3e0-4b06-b896-6f813ce37d67 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:48.230043 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dce3b2d9-2df2-49aa-a92b-3253bfcd682a req-a9adde02-c3e0-4b06-b896-6f813ce37d67 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1678400 Sep 23 11:29:48.238287 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-e17e0236-34af-4c2e-8613-28b172655c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:48.239923 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-e17e0236-34af-4c2e-8613-28b172655c80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1684687 Sep 23 11:29:48.241147 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Port 95c3e040-59d4-4b4e-a08f-3df735925536 on network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:29:48.241147 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Attempting to bind port 95c3e040-59d4-4b4e-a08f-3df735925536 on network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:29:48.256113 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:29:48.256661 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Checking segment: {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:29:48.257008 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Bound using segment: {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:29:48.257439 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Bound port: 95c3e040-59d4-4b4e-a08f-3df735925536, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208c846b-b6d6-453a-90bf-0e6465c7cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:29:48.257828 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.269629 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Allocated IP 172.20.0.14 (54f800ac-9264-41fb-b812-180fec06abc5/9e481f7c-60f4-4d7a-a1f2-a301756b34cd/a014d9f7-0aef-4644-86cf-9e7d64e3b431) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:29:48.333639 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.351050 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['780a5888-415d-4935-b139-746b2366ed71'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:48.420001 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Pushing event deleted for resources: {'Port': ['ID=c920cd3f-1331-4003-a62b-b604dbc2cd6e,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:48.488046 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.532842 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dce3b2d9-2df2-49aa-a92b-3253bfcd682a req-8ea5dba0-6c21-470e-8458-ee86133a7948 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879090 Sep 23 11:29:48.579759 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] No DVR routers for this DVR port c920cd3f-1331-4003-a62b-b604dbc2cd6e on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:29:48.582818 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.585090 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-86eb05c5-7e49-4e3f-9818-d08ee0486874 req-6cf7258d-6732-4784-8146-5e04c2451590 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "DELETE /v2.0/ports/c920cd3f-1331-4003-a62b-b604dbc2cd6e HTTP/1.1" status: 204 len: 173 time: 2.1199307 Sep 23 11:29:48.594134 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.595496 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'name': 'network-vif-deleted', 'tag': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:48.600173 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a799807a-d0b6-4b0e-aaf6-6b859ab4e535" -d '{"events": [{"server_uuid": "b59a3649-4644-4fd2-9be4-3c5b7fb576f7", "name": "network-vif-deleted", "tag": "c920cd3f-1331-4003-a62b-b604dbc2cd6e"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:48.662250 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Pushing event updated for resources: {'Port': ['ID=a014d9f7-0aef-4644-86cf-9e7d64e3b431,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:48.667737 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c6780-04eb-4371-9b28-8b0da06e23e3 req-fa918e1e-4f45-4fda-81b7-9e3de7d99059 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:48.670570 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2e8c6780-04eb-4371-9b28-8b0da06e23e3 req-fa918e1e-4f45-4fda-81b7-9e3de7d99059 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.3336852 Sep 23 11:29:48.675289 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Network 54f800ac-9264-41fb-b812-180fec06abc5 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:29:48.677641 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] For port 95c3e040-59d4-4b4e-a08f-3df735925536, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.695025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:29:48.696603 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-d9e6a4eb-09e7-4997-a4ac-3a9bb44dbfc2 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305277 Sep 23 11:29:48.696688 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:29:48.696688 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:29:48.721520 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] For port 95c3e040-59d4-4b4e-a08f-3df735925536, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=95c3e040-59d4-4b4e-a08f-3df735925536,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:29:48.747667 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:48.748341 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.760401 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2e8c6780-04eb-4371-9b28-8b0da06e23e3 req-407f3d73-beed-4e2d-974a-85955398fd67 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787883 Sep 23 11:29:48.842671 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9c82afe0-d2f5-49f4-b937-f5f8f24796a5 req-f98ea6a2-1845-4571-850b-1b9eff3866e2 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447730 Sep 23 11:29:48.862173 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.874800 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6de16375-1651-4e44-8bf5-6fbd15bcca64 req-4cc8f2ae-e4a8-4c5e-9d51-9eca29543134 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=b59a3649-4644-4fd2-9be4-3c5b7fb576f7 HTTP/1.1" status: 200 len: 210 time: 0.0376792 Sep 23 11:29:48.927573 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:48.934621 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-40010af7-d1f9-4ae1-a879-267f879a17ad tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1657360 Sep 23 11:29:48.941323 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Request body: {'port': {'device_id': 'b1c4c945-0566-4419-b50f-a9ae82ef909b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:29:49.002293 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec557435-e2ac-4aee-97b5-175bbc8c8db9 x-openstack-request-id: req-ec557435-e2ac-4aee-97b5-175bbc8c8db9 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:49.002863 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a3649-4644-4fd2-9be4-3c5b7fb576f7", "name": "network-vif-deleted", "tag": "c920cd3f-1331-4003-a62b-b604dbc2cd6e", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:49.002863 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec557435-e2ac-4aee-97b5-175bbc8c8db9 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:49.003350 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59a3649-4644-4fd2-9be4-3c5b7fb576f7', 'name': 'network-vif-deleted', 'tag': 'c920cd3f-1331-4003-a62b-b604dbc2cd6e', 'status': 'completed', 'code': 200} Sep 23 11:29:49.010162 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.011206 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:49.024540 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 1094 time: 2.8492591 Sep 23 11:29:49.068329 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:49.118371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f22a49-929b-47f7-b0f2-285bbae605a4 service neutron] Pushing event updated for resources: {'Port': ['ID=95c3e040-59d4-4b4e-a08f-3df735925536,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:49.339054 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe316b-0bb1-4f39-b3d6-ded0dfa1da5d req-fe24dec0-94b2-4ec5-aa2e-70a48de6ae01 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.340761 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ebe316b-0bb1-4f39-b3d6-ded0dfa1da5d req-fe24dec0-94b2-4ec5-aa2e-70a48de6ae01 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.2081070 Sep 23 11:29:49.357277 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f819f-47df-46d2-ac2b-0a2434f9cc32 req-3102e0b9-669a-4dc7-ad88-154b297df1ef tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.358844 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-941f819f-47df-46d2-ac2b-0a2434f9cc32 req-3102e0b9-669a-4dc7-ad88-154b297df1ef tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1685083 Sep 23 11:29:49.367879 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-a5b6fc78-e1a4-4b23-99a5-1663bfad71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.369427 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-a5b6fc78-e1a4-4b23-99a5-1663bfad71fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a454238eeb549e98fffddd094a9969d&device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1097 time: 0.1565337 Sep 23 11:29:49.400200 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-9515b3fc-2a0a-4c7f-9e0e-bab87f0528ac tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.402316 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-9515b3fc-2a0a-4c7f-9e0e-bab87f0528ac tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.22 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.1771431 Sep 23 11:29:49.465396 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-178e53d8-618c-45c6-9601-3721737f087d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 217 time: 0.0526984 Sep 23 11:29:49.483443 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a014d9f7-0aef-4644-86cf-9e7d64e3b431 {{(pid=94665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:29:49.492280 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:49.505137 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.provisioning_blocks [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Transition to ACTIVE for port object a014d9f7-0aef-4644-86cf-9e7d64e3b431 will not be triggered until provisioned by entity L2. {{(pid=94665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:29:49.544062 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ebe316b-0bb1-4f39-b3d6-ded0dfa1da5d req-dcd21dfd-fd3b-478c-b2a8-f755d4415634 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840892 Sep 23 11:29:49.551789 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-941f819f-47df-46d2-ac2b-0a2434f9cc32 req-a8df7de8-bda9-4fab-80ac-0cc8d86d454e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814125 Sep 23 11:29:49.605382 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-72e39e74-b8f8-4115-91d6-d3354ecba191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.607147 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-72e39e74-b8f8-4115-91d6-d3354ecba191 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a6f6253-a682-475f-9a8b-03f973009a0f HTTP/1.1" status: 200 len: 854 time: 0.1110106 Sep 23 11:29:49.656663 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:49.711438 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Deleting port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:29:49.711939 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:49.738027 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a014d9f7-0aef-4644-86cf-9e7d64e3b431,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:49.814702 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-4ae58f1e-7ce2-41dd-9fb7-42a8eefe07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.816595 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-4ae58f1e-7ce2-41dd-9fb7-42a8eefe07e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1999128 Sep 23 11:29:49.833493 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76121ae-a89a-4616-805b-a14d1bedf571 req-9d8e84ec-ca13-4626-be2d-4b0b4eec1aa2 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.835100 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e76121ae-a89a-4616-805b-a14d1bedf571 req-9d8e84ec-ca13-4626-be2d-4b0b4eec1aa2 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 944 time: 0.2027040 Sep 23 11:29:49.847967 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241a52-ac74-4c54-b30b-06f76daa2215 req-55320fda-bca7-4af1-b0e3-71bd0e34f032 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:49.849574 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81241a52-ac74-4c54-b30b-06f76daa2215 req-55320fda-bca7-4af1-b0e3-71bd0e34f032 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 944 time: 0.2161176 Sep 23 11:29:50.010040 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.managers [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Attempting to bind port a014d9f7-0aef-4644-86cf-9e7d64e3b431 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:29:50.010645 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.managers [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Attempting to bind port a014d9f7-0aef-4644-86cf-9e7d64e3b431 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'}] {{(pid=94665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:29:50.010854 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Attempting to bind port a014d9f7-0aef-4644-86cf-9e7d64e3b431 on network 54f800ac-9264-41fb-b812-180fec06abc5 {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:29:50.017077 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Port a014d9f7-0aef-4644-86cf-9e7d64e3b431 on network 54f800ac-9264-41fb-b812-180fec06abc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:29:50.017613 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Attempting to bind port a014d9f7-0aef-4644-86cf-9e7d64e3b431 on network 54f800ac-9264-41fb-b812-180fec06abc5 {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:29:50.025542 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:29:50.027379 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Checking segment: {'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:29:50.027379 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Bound using segment: {'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'} {{(pid=94665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:29:50.027379 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.managers [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Bound port: a014d9f7-0aef-4644-86cf-9e7d64e3b431, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0c8f49-640b-475a-b891-bba71fc0ba3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5'}}] {{(pid=94665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:29:50.027379 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:50.103410 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] For port a014d9f7-0aef-4644-86cf-9e7d64e3b431, host hv-cinder-80952, cleared binding levels {{(pid=94665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:29:50.106866 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] For port a014d9f7-0aef-4644-86cf-9e7d64e3b431, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a014d9f7-0aef-4644-86cf-9e7d64e3b431,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:29:50.177033 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:50.182707 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] For port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:50.183488 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:50.220693 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:50.221742 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for port, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:50.224085 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] 10.222.0.22 "PUT /v2.0/ports/a014d9f7-0aef-4644-86cf-9e7d64e3b431 HTTP/1.1" status: 200 len: 1094 time: 1.2872839 Sep 23 11:29:50.224835 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c4c945-0566-4419-b50f-a9ae82ef909b', 'tag': 'a014d9f7-0aef-4644-86cf-9e7d64e3b431'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:50.228447 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad7dea-c8b2-416c-83fb-f3c4edd51680" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c4c945-0566-4419-b50f-a9ae82ef909b", "tag": "a014d9f7-0aef-4644-86cf-9e7d64e3b431"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:50.254083 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37904561-581e-4342-80f2-194a1e35a7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a014d9f7-0aef-4644-86cf-9e7d64e3b431,revision_number=3']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:50.257704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Calling delete_port for 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:29:50.273505 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e76121ae-a89a-4616-805b-a14d1bedf571 req-4412fdcf-a227-4b3a-adf0-409e2df1a678 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104626 Sep 23 11:29:50.276329 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81241a52-ac74-4c54-b30b-06f76daa2215 req-71dd9526-99c1-4ac9-ba4a-da10da2f69e0 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115422 Sep 23 11:29:50.352581 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-7a30ac4e-94d6-42dc-8481-8280e72eddf5 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141954 Sep 23 11:29:50.391265 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-453b6957-0699-4e0b-b362-04302462f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:50.392738 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-453b6957-0699-4e0b-b362-04302462f660 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c86b54ca42964d588be3092ae59e1ca1&device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 1097 time: 0.0520439 Sep 23 11:29:50.436311 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-16c5f1d7-977a-4a7f-ba44-2b71e90d502d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a014d9f7-0aef-4644-86cf-9e7d64e3b431 HTTP/1.1" status: 200 len: 217 time: 0.0351551 Sep 23 11:29:50.487513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-34d32444-1fef-4ba2-8e09-737572c0e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:50.489065 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-34d32444-1fef-4ba2-8e09-737572c0e718 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e481f7c-60f4-4d7a-a1f2-a301756b34cd HTTP/1.1" status: 200 len: 852 time: 0.0452583 Sep 23 11:29:50.520113 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-d7a5c05c-39d3-466e-a695-f931be8f511e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54f800ac-9264-41fb-b812-180fec06abc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241127 Sep 23 11:29:50.542062 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4518d-1c2f-4f35-b164-c8080cb148ac req-3a3adaf6-22fc-45ad-8c53-e01defd1a50e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:50.543595 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eee4518d-1c2f-4f35-b164-c8080cb148ac req-3a3adaf6-22fc-45ad-8c53-e01defd1a50e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.1591623 Sep 23 11:29:50.579262 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b240f94-09dc-41c9-8896-7b7058386fca req-cf00a929-c956-4e0a-8852-e0d570c3cc7f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:50.580785 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6b240f94-09dc-41c9-8896-7b7058386fca req-cf00a929-c956-4e0a-8852-e0d570c3cc7f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 945 time: 0.2112739 Sep 23 11:29:50.597419 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd35e2c1-e51f-47d2-8b7f-4d318771f178 req-f5e0e7f3-dd5f-4580-ac7e-0b1540b585f7 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380044 Sep 23 11:29:50.628013 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-5e7dae80-a2f5-42ae-9225-e3284be5c82b service neutron] 10.222.0.22 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007237 Sep 23 11:29:50.660590 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eee4518d-1c2f-4f35-b164-c8080cb148ac req-95fb29a5-8a46-42ce-97a0-b24c831940fa tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101706 Sep 23 11:29:50.665818 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6b240f94-09dc-41c9-8896-7b7058386fca req-4249a74a-1519-4ede-829a-650f84af8f26 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707269 Sep 23 11:29:50.730864 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3339c45-670d-4fee-9275-b12c0ff77392 x-openstack-request-id: req-a3339c45-670d-4fee-9275-b12c0ff77392 {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:50.732822 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c4c945-0566-4419-b50f-a9ae82ef909b", "tag": "a014d9f7-0aef-4644-86cf-9e7d64e3b431", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:50.732822 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3339c45-670d-4fee-9275-b12c0ff77392 {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:50.732822 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c4c945-0566-4419-b50f-a9ae82ef909b', 'tag': 'a014d9f7-0aef-4644-86cf-9e7d64e3b431', 'status': 'completed', 'code': 200} Sep 23 11:29:50.738661 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-8734b625-f343-45aa-8478-dbc86c83e8c8 req-182e1616-e8ec-4420-b462-2a49f062d1cd service neutron] 10.222.0.22 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033993 Sep 23 11:29:50.753544 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:50.766409 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['e09869c6-a23e-4fb5-945f-764409aa7471'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:50.787975 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Pushing event deleted for resources: {'Port': ['ID=2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:50.901221 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] No DVR routers for this DVR port 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:29:50.904773 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:50.907814 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-faefe5d8-e407-4dec-badd-0e89050ce556 req-59133b40-4e75-4725-8e62-cfd410b1790c tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.22 "DELETE /v2.0/ports/2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 HTTP/1.1" status: 204 len: 173 time: 1.4933400 Sep 23 11:29:50.911972 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-850e6b88-5395-4275-b79a-073566a7acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:50.913986 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-850e6b88-5395-4275-b79a-073566a7acd6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c86b54ca42964d588be3092ae59e1ca1&device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 1097 time: 0.0443294 Sep 23 11:29:50.955931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfbc67-cf6b-4583-987e-c35475861f10 req-03a0ffcd-b40b-4298-8a40-a7e515e8935b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:50.962425 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18bfbc67-cf6b-4583-987e-c35475861f10 req-03a0ffcd-b40b-4298-8a40-a7e515e8935b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1735258 Sep 23 11:29:50.975024 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786891-d989-47b5-a13c-83bebed6b3b5 req-6ecab6da-dbbd-44a1-b8e8-908a319c1978 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:50.976841 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1786891-d989-47b5-a13c-83bebed6b3b5 req-6ecab6da-dbbd-44a1-b8e8-908a319c1978 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.1750970 Sep 23 11:29:51.015434 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536'}, {'server_uuid': '49011ee7-5a4c-4565-9410-0e9b7a755406', 'name': 'network-vif-deleted', 'tag': '2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:51.020175 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536"}, {"server_uuid": "49011ee7-5a4c-4565-9410-0e9b7a755406", "name": "network-vif-deleted", "tag": "2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:51.037447 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-9d889bf1-9cdd-4c13-9304-5193e96ed579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.037447 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-9d889bf1-9cdd-4c13-9304-5193e96ed579 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54f800ac-9264-41fb-b812-180fec06abc5 HTTP/1.1" status: 200 len: 913 time: 0.1093485 Sep 23 11:29:51.056353 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-18bfbc67-cf6b-4583-987e-c35475861f10 req-5c08bbc4-8c9b-4527-bbbb-dfcd9110855a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784786 Sep 23 11:29:51.070951 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1786891-d989-47b5-a13c-83bebed6b3b5 req-214252e7-ac1d-4b6c-b2a0-8b49bc41f589 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744197 Sep 23 11:29:51.098506 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-0007cd4f-92f2-4e7e-a239-afa20440c670 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a014d9f7-0aef-4644-86cf-9e7d64e3b431 HTTP/1.1" status: 200 len: 217 time: 0.0527501 Sep 23 11:29:51.113987 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b846c33-d7a3-415a-a688-b39a2c99cc42 x-openstack-request-id: req-6b846c33-d7a3-415a-a688-b39a2c99cc42 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:51.114340 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536", "status": "completed", "code": 200}, {"server_uuid": "49011ee7-5a4c-4565-9410-0e9b7a755406", "name": "network-vif-deleted", "tag": "2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:51.114650 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b846c33-d7a3-415a-a688-b39a2c99cc42 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:51.115291 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536', 'status': 'completed', 'code': 200} Sep 23 11:29:51.116255 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49011ee7-5a4c-4565-9410-0e9b7a755406', 'name': 'network-vif-deleted', 'tag': '2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598', 'status': 'completed', 'code': 200} Sep 23 11:29:51.151844 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-dc1cac4d-7afe-4c8d-b5b6-534338deba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.153388 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-dc1cac4d-7afe-4c8d-b5b6-534338deba43 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e481f7c-60f4-4d7a-a1f2-a301756b34cd HTTP/1.1" status: 200 len: 852 time: 0.0476916 Sep 23 11:29:51.188840 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-84ec60cc-6be8-4655-bb6c-3d3f5148092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.190402 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-84ec60cc-6be8-4655-bb6c-3d3f5148092f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a454238eeb549e98fffddd094a9969d&device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1097 time: 0.0419023 Sep 23 11:29:51.191427 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-2f1701d9-197e-442d-b395-62d12ca44037 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54f800ac-9264-41fb-b812-180fec06abc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258813 Sep 23 11:29:51.311895 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-c2f9ced9-4049-4f43-b658-26ce306e2dbb service neutron] 10.222.0.22 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003835 Sep 23 11:29:51.317684 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-57261f82-2e0c-4c81-8ae8-e044b3c86fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.319094 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-57261f82-2e0c-4c81-8ae8-e044b3c86fd3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 200 len: 916 time: 0.1089950 Sep 23 11:29:51.385850 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-5939a086-b5af-45e5-8c9e-352cda28f228 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 217 time: 0.0456753 Sep 23 11:29:51.456191 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-51ad7dea-c8b2-416c-83fb-f3c4edd51680 req-09cb0fa7-6d5a-46be-bc8a-db6b44e28003 service neutron] 10.222.0.22 "GET /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247649 Sep 23 11:29:51.482983 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec988831-1d8b-4262-af41-7d9cabd0c4c9 req-936f508e-de55-445f-a4d3-dff18bbcbcea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0692730 Sep 23 11:29:51.544073 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef082336-a0e5-4bf5-857d-0c687b86a3c4 req-3c020f16-ad9c-47d1-8dee-cc7ee0cb8d3c tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.546503 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ef082336-a0e5-4bf5-857d-0c687b86a3c4 req-3c020f16-ad9c-47d1-8dee-cc7ee0cb8d3c tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 944 time: 0.1633286 Sep 23 11:29:51.566036 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-0205986f-f0ab-4406-88cf-7b316d84b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.566824 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-0205986f-f0ab-4406-88cf-7b316d84b9b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a6f6253-a682-475f-9a8b-03f973009a0f HTTP/1.1" status: 200 len: 854 time: 0.1518867 Sep 23 11:29:51.571159 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec988831-1d8b-4262-af41-7d9cabd0c4c9 req-cf26873f-100f-47dc-973a-779e0c65d5e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=475e920416404c538cfce70538447c9b&device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 210 time: 0.0558238 Sep 23 11:29:51.597822 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1048df-33e5-4d5b-96a6-c39a100a85c3 req-b78eb96d-4006-497e-a22c-3abffc8862f2 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.599360 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe1048df-33e5-4d5b-96a6-c39a100a85c3 req-b78eb96d-4006-497e-a22c-3abffc8862f2 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 944 time: 0.1718643 Sep 23 11:29:51.741168 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 95c3e040-59d4-4b4e-a08f-3df735925536 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:29:51.745619 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:29:51.750745 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ef082336-a0e5-4bf5-857d-0c687b86a3c4 req-517f1dbc-5da8-4ea5-b3fa-ad3b42dad46a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827908 Sep 23 11:29:51.757191 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fe1048df-33e5-4d5b-96a6-c39a100a85c3 req-32f58002-0865-4528-ae33-9a77713c05ec tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369503 Sep 23 11:29:51.766930 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-6d023949-6ab1-45bc-92b0-c7475a94b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.768467 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-6d023949-6ab1-45bc-92b0-c7475a94b014 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1896248 Sep 23 11:29:51.798840 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:29:51.799798 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 2fef10a0-9ed6-43fb-8b08-b7a6cdbe8598 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:29:51.800034 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec988831-1d8b-4262-af41-7d9cabd0c4c9 req-120cded5-0401-404a-bd6c-bb836483daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:51.801553 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec988831-1d8b-4262-af41-7d9cabd0c4c9 req-120cded5-0401-404a-bd6c-bb836483daef service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=475e920416404c538cfce70538447c9b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2013068 Sep 23 11:29:51.916315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 95c3e040-59d4-4b4e-a08f-3df735925536, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=95c3e040-59d4-4b4e-a08f-3df735925536,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:51.918574 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a6679e3-6eac-4940-afc5-ed4aaf630748 req-862fd0a3-c19a-4952-a4d2-9431830434c6 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=49011ee7-5a4c-4565-9410-0e9b7a755406 HTTP/1.1" status: 200 len: 210 time: 0.0463667 Sep 23 11:29:51.939388 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '95c3e040-59d4-4b4e-a08f-3df735925536', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'port_id': '95c3e040-59d4-4b4e-a08f-3df735925536', 'mac_address': 'fa:16:3e:70:49:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:29:51.983541 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-4ef7b65f-7787-40e7-a105-4a78c94a6a8c service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054501 Sep 23 11:29:51.991882 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:52.007415 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c3e040-59d4-4b4e-a08f-3df735925536 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:29:52.025588 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec988831-1d8b-4262-af41-7d9cabd0c4c9 req-e121fb60-d30f-49cd-bc06-d480380222d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:52.026949 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ec988831-1d8b-4262-af41-7d9cabd0c4c9 req-e121fb60-d30f-49cd-bc06-d480380222d0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2083070 Sep 23 11:29:52.030148 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 95c3e040-59d4-4b4e-a08f-3df735925536, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=95c3e040-59d4-4b4e-a08f-3df735925536,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:52.109439 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:52.109439 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device a014d9f7-0aef-4644-86cf-9e7d64e3b431 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:29:52.221954 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2832a748-32b0-4c6a-bb4a-0665a22cd2a1 req-1c5002b0-ed8c-4032-bd94-2ac41a4a7c65 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194707 Sep 23 11:29:52.260229 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d99f-4b9a-4c56-8f9a-9d5ed2f538f4 req-7d773d0a-080b-4b6b-bc92-bea7937de710 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:52.260492 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=95c3e040-59d4-4b4e-a08f-3df735925536,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:52.260605 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f02d99f-4b9a-4c56-8f9a-9d5ed2f538f4 req-7d773d0a-080b-4b6b-bc92-bea7937de710 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1050551 Sep 23 11:29:52.265182 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:52.321376 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f02d99f-4b9a-4c56-8f9a-9d5ed2f538f4 req-20be4651-b104-426b-b183-d399ad980b92 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Sep 23 11:29:52.335583 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port a014d9f7-0aef-4644-86cf-9e7d64e3b431, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a014d9f7-0aef-4644-86cf-9e7d64e3b431,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:52.356411 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': 'a014d9f7-0aef-4644-86cf-9e7d64e3b431', 'network_id': '54f800ac-9264-41fb-b812-180fec06abc5', 'port_id': 'a014d9f7-0aef-4644-86cf-9e7d64e3b431', 'mac_address': 'fa:16:3e:87:83:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e481f7c-60f4-4d7a-a1f2-a301756b34cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:29:52.400690 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:52.414429 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a014d9f7-0aef-4644-86cf-9e7d64e3b431 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:29:52.435905 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port a014d9f7-0aef-4644-86cf-9e7d64e3b431, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a014d9f7-0aef-4644-86cf-9e7d64e3b431,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:52.439269 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8fc03-1b7e-4790-984c-23acc1c3dc53 req-568e75da-5786-4a28-a7ad-2afa1dbb1c5a tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:52.440797 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bcf8fc03-1b7e-4790-984c-23acc1c3dc53 req-568e75da-5786-4a28-a7ad-2afa1dbb1c5a tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0527887 Sep 23 11:29:52.490510 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bcf8fc03-1b7e-4790-984c-23acc1c3dc53 req-b513398f-6456-4ba9-b4e8-4b3f4af963ea tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Sep 23 11:29:52.509883 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:52.564319 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185491c1-77f1-40b9-9dff-4962777ddef2 req-d4140f82-85f7-4478-9611-f6c9076a785f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:52.566957 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-185491c1-77f1-40b9-9dff-4962777ddef2 req-d4140f82-85f7-4478-9611-f6c9076a785f tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.0625417 Sep 23 11:29:52.570982 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=a014d9f7-0aef-4644-86cf-9e7d64e3b431,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:52.625476 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-185491c1-77f1-40b9-9dff-4962777ddef2 req-edc0d661-9f64-4469-88ee-caee85689dd4 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513315 Sep 23 11:29:52.818694 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['a014d9f7-0aef-4644-86cf-9e7d64e3b431'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:52.866038 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['95c3e040-59d4-4b4e-a08f-3df735925536'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:52.898212 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede4473-c8b5-41e0-8e3c-2a0ff7d06ff3 req-cd8b46a0-f007-4acf-8cfa-26a5a37d804c tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:52.899740 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fede4473-c8b5-41e0-8e3c-2a0ff7d06ff3 req-cd8b46a0-f007-4acf-8cfa-26a5a37d804c tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 945 time: 0.0760579 Sep 23 11:29:52.912554 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4dea6-9ab9-402e-b104-e2a379a59cd1 req-2f1cb040-b0f6-4786-8299-2d4e69ed3a41 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:52.914049 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4b4dea6-9ab9-402e-b104-e2a379a59cd1 req-2f1cb040-b0f6-4786-8299-2d4e69ed3a41 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 945 time: 0.0799913 Sep 23 11:29:52.967874 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fede4473-c8b5-41e0-8e3c-2a0ff7d06ff3 req-8711a359-dad5-4f9b-97c2-9413f6e772d9 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526984 Sep 23 11:29:52.982581 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4b4dea6-9ab9-402e-b104-e2a379a59cd1 req-29a5cb36-5c23-4f6d-9a74-77ede17e5279 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Sep 23 11:29:53.450020 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1bea5-b581-4ec2-a59f-5e3057a23714 req-c4ad5f85-f7e2-4af0-bb02-e89bdd611a7a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:53.451596 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a6a1bea5-b581-4ec2-a59f-5e3057a23714 req-c4ad5f85-f7e2-4af0-bb02-e89bdd611a7a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0543633 Sep 23 11:29:53.515087 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a6a1bea5-b581-4ec2-a59f-5e3057a23714 req-cd8496d6-c863-4d04-a708-286ddbf21b87 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544605 Sep 23 11:29:53.523736 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e4903-1169-4666-9bb9-0d4ad292d1bd req-ea38777e-a819-4dc1-a4ee-ce0ea53843ae tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:53.525246 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e5e4903-1169-4666-9bb9-0d4ad292d1bd req-ea38777e-a819-4dc1-a4ee-ce0ea53843ae tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0727718 Sep 23 11:29:53.579038 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e5e4903-1169-4666-9bb9-0d4ad292d1bd req-aa40a488-8a1d-43f0-8d3e-d323db630517 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Sep 23 11:29:53.654964 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca3636-740c-477c-a8ab-d8121c563175 req-556c0b4a-72bd-486f-9446-593e26af4d11 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:53.656568 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ffca3636-740c-477c-a8ab-d8121c563175 req-556c0b4a-72bd-486f-9446-593e26af4d11 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.0592294 Sep 23 11:29:53.707590 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ffca3636-740c-477c-a8ab-d8121c563175 req-b45d8777-82ef-4738-b441-9d7a11bee3b4 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 Sep 23 11:29:53.758576 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device a014d9f7-0aef-4644-86cf-9e7d64e3b431 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:53.788319 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e2d7a-6ffd-4f6a-9546-7e7f54e6c912 req-a2f3bfff-5914-449e-96dd-44947bf41623 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:53.791291 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1f3e2d7a-6ffd-4f6a-9546-7e7f54e6c912 req-a2f3bfff-5914-449e-96dd-44947bf41623 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.0651808 Sep 23 11:29:53.831625 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1f3e2d7a-6ffd-4f6a-9546-7e7f54e6c912 req-0a400b3b-9190-47d9-ae18-d08aaea577f2 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Sep 23 11:29:53.889770 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port a014d9f7-0aef-4644-86cf-9e7d64e3b431 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:29:53.893855 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port a014d9f7-0aef-4644-86cf-9e7d64e3b431 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:53.894227 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:53.981533 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:54.007698 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c4c945-0566-4419-b50f-a9ae82ef909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a014d9f7-0aef-4644-86cf-9e7d64e3b431'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:54.010091 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf8398f-46e6-4a8d-a9ff-a55d93b6fc92" -d '{"events": [{"server_uuid": "b1c4c945-0566-4419-b50f-a9ae82ef909b", "name": "network-vif-plugged", "status": "completed", "tag": "a014d9f7-0aef-4644-86cf-9e7d64e3b431"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:54.024616 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port a014d9f7-0aef-4644-86cf-9e7d64e3b431, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a014d9f7-0aef-4644-86cf-9e7d64e3b431,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:54.107551 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:54.114253 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea389e-3dbd-4aec-b1f2-739d6ce9dc40 req-930d9ed2-a985-4741-b8a8-1bb22892c0d4 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:54.115888 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9ea389e-3dbd-4aec-b1f2-739d6ce9dc40 req-930d9ed2-a985-4741-b8a8-1bb22892c0d4 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 945 time: 0.0769486 Sep 23 11:29:54.150743 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099352aa-58a2-4748-882b-d15484a3b072 req-5082b978-5a93-4249-8fcc-af984bfdde02 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:54.152346 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-099352aa-58a2-4748-882b-d15484a3b072 req-5082b978-5a93-4249-8fcc-af984bfdde02 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 945 time: 0.0842578 Sep 23 11:29:54.161788 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=a014d9f7-0aef-4644-86cf-9e7d64e3b431,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:54.185289 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c9ea389e-3dbd-4aec-b1f2-739d6ce9dc40 req-14e631d9-c0a3-4f66-a0aa-9b6f7aa3764b tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608776 Sep 23 11:29:54.214447 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-099352aa-58a2-4748-882b-d15484a3b072 req-cb0c6cf2-a7c1-4ca1-8390-b410d4ec2ea6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552356 Sep 23 11:29:54.231259 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88268152-7ac0-4f18-8478-a78ac02c0162 x-openstack-request-id: req-88268152-7ac0-4f18-8478-a78ac02c0162 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:54.231604 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c4c945-0566-4419-b50f-a9ae82ef909b", "name": "network-vif-plugged", "status": "completed", "tag": "a014d9f7-0aef-4644-86cf-9e7d64e3b431", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:54.231799 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88268152-7ac0-4f18-8478-a78ac02c0162 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:54.232195 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c4c945-0566-4419-b50f-a9ae82ef909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a014d9f7-0aef-4644-86cf-9e7d64e3b431', 'code': 200} Sep 23 11:29:54.423383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77313a5c-98da-419b-b4ae-0a655da41551 req-71a6c701-2fef-41c0-9727-af0156c379e8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:54.424901 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-77313a5c-98da-419b-b4ae-0a655da41551 req-71a6c701-2fef-41c0-9727-af0156c379e8 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.0546257 Sep 23 11:29:54.555872 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Deleting port 780a5888-415d-4935-b139-746b2366ed71 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:29:54.556450 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:54.698598 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71232-313c-444c-b1b2-7cf02d274593 req-98d8d14e-e2ed-48d9-a5c3-a20072cb67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:54.700170 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6db71232-313c-444c-b1b2-7cf02d274593 req-98d8d14e-e2ed-48d9-a5c3-a20072cb67e1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 1099 time: 0.1547761 Sep 23 11:29:54.756642 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] For port 780a5888-415d-4935-b139-746b2366ed71, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=780a5888-415d-4935-b139-746b2366ed71,segment=NetworkSegment(90bb46c7-7639-41d7-a9cd-1742e7cfcf26),segment_id=90bb46c7-7639-41d7-a9cd-1742e7cfcf26)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:54.757096 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:54.786092 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264d680-0b08-410f-b0a5-ade3f89bdb80 req-b25f9cdd-1678-4d07-9fd1-cc8a26f894b7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:54.787952 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7264d680-0b08-410f-b0a5-ade3f89bdb80 req-b25f9cdd-1678-4d07-9fd1-cc8a26f894b7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1866717 Sep 23 11:29:54.795133 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Calling delete_port for 780a5888-415d-4935-b139-746b2366ed71 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:29:54.820134 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6db71232-313c-444c-b1b2-7cf02d274593 req-b06dfea3-1514-46dc-8926-aba66ba20e58 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025481 Sep 23 11:29:54.843479 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e1e12-b958-4285-9150-8bd4f77ddca7 req-67722f34-430d-42c6-8609-05cc517d0750 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:54.845167 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e52e1e12-b958-4285-9150-8bd4f77ddca7 req-67722f34-430d-42c6-8609-05cc517d0750 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1782408 Sep 23 11:29:54.922310 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7264d680-0b08-410f-b0a5-ade3f89bdb80 req-5a0dad7c-2f1f-4548-8da5-d7604a22da89 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221750 Sep 23 11:29:54.946119 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e52e1e12-b958-4285-9150-8bd4f77ddca7 req-a825d5c1-b73b-4c98-9f58-658c9f62b30f tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674782 Sep 23 11:29:55.324413 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e159b9-a56b-4449-807d-e222cea64ba3 req-a0aef2ca-cd21-45e5-b32c-ce89db6a5254 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:55.326580 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-62e159b9-a56b-4449-807d-e222cea64ba3 req-a0aef2ca-cd21-45e5-b32c-ce89db6a5254 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 943 time: 0.3063567 Sep 23 11:29:55.337883 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a648f5-7474-4af5-8f89-7666ac125440 req-33409197-0b8c-4461-bfb0-6029ba1faa39 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:55.340532 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-47a648f5-7474-4af5-8f89-7666ac125440 req-33409197-0b8c-4461-bfb0-6029ba1faa39 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 945 time: 0.3074021 Sep 23 11:29:55.369682 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:55.409079 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['780a5888-415d-4935-b139-746b2366ed71'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:55.428941 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Pushing event deleted for resources: {'Port': ['ID=780a5888-415d-4935-b139-746b2366ed71,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:55.449339 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-62e159b9-a56b-4449-807d-e222cea64ba3 req-7144bc46-5b84-423d-8492-ff33085ff0be tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073930 Sep 23 11:29:55.454314 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-47a648f5-7474-4af5-8f89-7666ac125440 req-2dfb9a9f-efa1-4947-a912-a5416c0a11fb tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/security-groups?id=554d0f37-b6c9-4476-bc33-d78de6ac5129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050591 Sep 23 11:29:55.490881 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] No DVR routers for this DVR port 780a5888-415d-4935-b139-746b2366ed71 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:29:55.493467 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:55.495669 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-77313a5c-98da-419b-b4ae-0a655da41551 req-e2b8d411-e127-4a9f-ab58-6cec40e01a79 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.22 "DELETE /v2.0/ports/780a5888-415d-4935-b139-746b2366ed71 HTTP/1.1" status: 204 len: 173 time: 1.0553656 Sep 23 11:29:55.496186 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa26a0-f886-4b88-949d-437fa5604f1b', 'name': 'network-vif-deleted', 'tag': '780a5888-415d-4935-b139-746b2366ed71'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:55.500460 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ad297-d95e-4e9e-ab8f-1761dfe7b596" -d '{"events": [{"server_uuid": "04fa26a0-f886-4b88-949d-437fa5604f1b", "name": "network-vif-deleted", "tag": "780a5888-415d-4935-b139-746b2366ed71"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:55.605241 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755751c-a719-4da2-bec2-4731f5aa6b53 req-0a86114a-ab87-4329-b2a2-b250ba1d29b9 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:55.607267 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7755751c-a719-4da2-bec2-4731f5aa6b53 req-0a86114a-ab87-4329-b2a2-b250ba1d29b9 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 946 time: 0.0812600 Sep 23 11:29:55.615867 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89b0e6-42dc-42b3-8212-a6ad44edca58 req-04c3c214-883b-4f15-b4f5-0ea1761e0b9f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:55.617427 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ac89b0e6-42dc-42b3-8212-a6ad44edca58 req-04c3c214-883b-4f15-b4f5-0ea1761e0b9f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 945 time: 0.0896349 Sep 23 11:29:55.670993 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7755751c-a719-4da2-bec2-4731f5aa6b53 req-b6150193-5c88-4164-8411-c4839052f005 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525661 Sep 23 11:29:55.684600 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ac89b0e6-42dc-42b3-8212-a6ad44edca58 req-a3422d2a-e973-4757-9de8-8bd109e547e3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Sep 23 11:29:55.741182 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d181a008-f318-4290-a040-741fa950ad10 x-openstack-request-id: req-d181a008-f318-4290-a040-741fa950ad10 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:55.741182 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fa26a0-f886-4b88-949d-437fa5604f1b", "name": "network-vif-deleted", "tag": "780a5888-415d-4935-b139-746b2366ed71", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:55.741182 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d181a008-f318-4290-a040-741fa950ad10 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:55.741182 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa26a0-f886-4b88-949d-437fa5604f1b', 'name': 'network-vif-deleted', 'tag': '780a5888-415d-4935-b139-746b2366ed71', 'status': 'completed', 'code': 200} Sep 23 11:29:55.768821 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 214d5e2c-ca6a-46a9-a92e-e74bf00980cc details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:29:55.771879 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 95c3e040-59d4-4b4e-a08f-3df735925536 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:56.040435 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:56.053597 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'port_id': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'mac_address': 'fa:16:3e:26:63:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:29:56.084565 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 95c3e040-59d4-4b4e-a08f-3df735925536 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:29:56.093223 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 95c3e040-59d4-4b4e-a08f-3df735925536 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:56.093596 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:56.118528 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:56.119816 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff321a-619f-4b3c-bf43-bc6f0f293a67 req-be07293a-d9f5-4ddd-b156-857fe6e8c786 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:56.121365 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b5ff321a-619f-4b3c-bf43-bc6f0f293a67 req-be07293a-d9f5-4ddd-b156-857fe6e8c786 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0916386 Sep 23 11:29:56.135929 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5913-88fe-4eaf-907b-06749cdb9c34 req-8cdb07f9-5e26-459d-bce1-f24bef8afd26 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:56.137511 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214d5e2c-ca6a-46a9-a92e-e74bf00980cc {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:29:56.139207 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-576a5913-88fe-4eaf-907b-06749cdb9c34 req-8cdb07f9-5e26-459d-bce1-f24bef8afd26 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0801332 Sep 23 11:29:56.165780 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:56.193598 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b5ff321a-619f-4b3c-bf43-bc6f0f293a67 req-c28e2c60-c28d-4061-b932-af1a262d9a9d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532489 Sep 23 11:29:56.213076 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-576a5913-88fe-4eaf-907b-06749cdb9c34 req-be311336-fdd8-49dc-80e2-5b31160541b2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586870 Sep 23 11:29:56.228749 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:56.251499 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:56.259311 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:56.261618 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b1d3c-f136-4039-93b8-08848e65800c" -d '{"events": [{"server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "name": "network-vif-plugged", "status": "completed", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:56.293695 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 95c3e040-59d4-4b4e-a08f-3df735925536, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=95c3e040-59d4-4b4e-a08f-3df735925536,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:56.316207 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4627158-3521-43cd-a9c5-a7026469c8ec x-openstack-request-id: req-a4627158-3521-43cd-a9c5-a7026469c8ec {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:56.316505 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "name": "network-vif-plugged", "status": "completed", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:56.316881 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4627158-3521-43cd-a9c5-a7026469c8ec {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:56.321179 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536', 'code': 200} Sep 23 11:29:56.328052 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:56.375737 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:56.428864 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=95c3e040-59d4-4b4e-a08f-3df735925536,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:56.588278 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['214d5e2c-ca6a-46a9-a92e-e74bf00980cc'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:29:56.597865 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-60e7eaad-28da-4412-99fe-91b8dbfca569 req-438448c9-98a8-4a04-9a33-57d855b4dd70 tempest-AttachVolumeNegativeTest-1956849675 tempest-AttachVolumeNegativeTest-1956849675-project] 10.222.0.13 "GET /v2.0/ports?device_id=04fa26a0-f886-4b88-949d-437fa5604f1b HTTP/1.1" status: 200 len: 210 time: 0.0543821 Sep 23 11:29:56.623562 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0301fe6-8231-4dc9-920c-308480904e4c req-729e0c69-c604-4bfb-b6fd-b20167713693 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:56.633021 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0301fe6-8231-4dc9-920c-308480904e4c req-729e0c69-c604-4bfb-b6fd-b20167713693 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 944 time: 0.0873315 Sep 23 11:29:56.699771 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0301fe6-8231-4dc9-920c-308480904e4c req-60ea718b-a187-4e8c-a321-ea640a39a37d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579960 Sep 23 11:29:56.720381 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438879c-beae-4e9c-97f1-c07476553ed7 req-bff855da-419a-47f7-9169-e091406a5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:56.721416 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4438879c-beae-4e9c-97f1-c07476553ed7 req-bff855da-419a-47f7-9169-e091406a5eca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1099 time: 0.0510798 Sep 23 11:29:56.818263 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4438879c-beae-4e9c-97f1-c07476553ed7 req-b17a50fd-5430-45b5-b62c-1ee6b0ad4115 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853746 Sep 23 11:29:56.872115 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc3221-7466-4d1c-bd66-93ce0704aeac req-aea006e6-0141-49d7-9f6d-361c66f87a8a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:56.873687 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ebc3221-7466-4d1c-bd66-93ce0704aeac req-aea006e6-0141-49d7-9f6d-361c66f87a8a tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 946 time: 0.1044023 Sep 23 11:29:56.886309 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8d44-a32a-4cca-9a0d-3f0eaa742df3 req-183b8c94-ce9b-4a52-9148-af127650a6e6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:56.887826 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d7c8d44-a32a-4cca-9a0d-3f0eaa742df3 req-183b8c94-ce9b-4a52-9148-af127650a6e6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0840552 Sep 23 11:29:56.938311 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ebc3221-7466-4d1c-bd66-93ce0704aeac req-a8ec2285-523e-46de-ba5a-5970691e904c tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494678 Sep 23 11:29:56.953973 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2d7c8d44-a32a-4cca-9a0d-3f0eaa742df3 req-c0d44b69-34e4-40a3-bbe4-1520290bcf40 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581217 Sep 23 11:29:57.318011 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b800c-da83-4818-a6fc-206e811d654c req-6e1e8757-6b79-4abb-80b1-1ea92aa93e84 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:57.319492 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e54b800c-da83-4818-a6fc-206e811d654c req-6e1e8757-6b79-4abb-80b1-1ea92aa93e84 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0510972 Sep 23 11:29:57.361253 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e54b800c-da83-4818-a6fc-206e811d654c req-576a5c4d-1fe0-4465-9dab-c4e21d669544 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Sep 23 11:29:57.486256 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3739fa0-51a5-4b92-a062-eb90095bafe7 req-c216e375-10e7-4d78-b616-8a3103483686 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:57.488406 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b3739fa0-51a5-4b92-a062-eb90095bafe7 req-c216e375-10e7-4d78-b616-8a3103483686 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0567255 Sep 23 11:29:57.533625 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b3739fa0-51a5-4b92-a062-eb90095bafe7 req-d88be901-3d37-4035-be51-09461406c2af tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387785 Sep 23 11:29:57.670105 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 32846) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:29:57.722007 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf727eb-849d-4a22-9aa7-889c8fe42502 admin admin] Deleting subnet 1fbd3155-b524-4dcf-8faf-a655fdd0a01f {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:29:57.725559 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdf727eb-849d-4a22-9aa7-889c8fe42502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:57.762514 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdf727eb-849d-4a22-9aa7-889c8fe42502 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:57.770061 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 214d5e2c-ca6a-46a9-a92e-e74bf00980cc up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:29:57.776401 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdf727eb-849d-4a22-9aa7-889c8fe42502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:57.870412 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cf648-9005-4743-a9f8-6f48a503c865 req-30f1621d-beb3-41ef-a1c8-52e63c5bd538 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:57.871957 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f31cf648-9005-4743-a9f8-6f48a503c865 req-30f1621d-beb3-41ef-a1c8-52e63c5bd538 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 944 time: 0.0684438 Sep 23 11:29:57.914716 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f31cf648-9005-4743-a9f8-6f48a503c865 req-3c29f612-d304-4493-a84e-0d67a65244b6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358081 Sep 23 11:29:57.964505 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:29:57.970209 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:29:57.970645 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.000666 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdf727eb-849d-4a22-9aa7-889c8fe42502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.042236 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf727eb-849d-4a22-9aa7-889c8fe42502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fbd3155-b524-4dcf-8faf-a655fdd0a01f,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:58.055726 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-fdf727eb-849d-4a22-9aa7-889c8fe42502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.055726 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-fdf727eb-849d-4a22-9aa7-889c8fe42502 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1fbd3155-b524-4dcf-8faf-a655fdd0a01f HTTP/1.1" status: 204 len: 168 time: 0.3839285 Sep 23 11:29:58.057879 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 32854) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:29:58.076664 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.130197 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1adcd5-f2d7-44f6-be43-0da48dbbafa5 req-14f98a7c-927f-4a28-951b-442bd136eedf tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:58.131800 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a1adcd5-f2d7-44f6-be43-0da48dbbafa5 req-14f98a7c-927f-4a28-951b-442bd136eedf tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0810692 Sep 23 11:29:58.132594 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:29:58.159873 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.179383 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a1adcd5-f2d7-44f6-be43-0da48dbbafa5 req-bc20e127-d2be-44ea-b13e-9ac850b39c98 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Sep 23 11:29:58.238385 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.239665 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 780a5888-415d-4935-b139-746b2366ed71 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:29:58.254250 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.282164 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 780a5888-415d-4935-b139-746b2366ed71 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:29:58.282696 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 780a5888-415d-4935-b139-746b2366ed71 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:29:58.290409 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9eaea2a-12a3-4941-b771-e04f35bd7d62']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:58.304771 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bb46c7-7639-41d7-a9cd-1742e7cfcf26') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:58.305609 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bb46c7-7639-41d7-a9cd-1742e7cfcf26') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:29:58.314989 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:58.318146 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb06e404-6267-466e-8bd3-fe098a043136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:29:58.320413 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7329c3c4-b431-42f6-aa40-4631b1c5a273" -d '{"events": [{"server_uuid": "eb06e404-6267-466e-8bd3-fe098a043136", "name": "network-vif-plugged", "status": "completed", "tag": "214d5e2c-ca6a-46a9-a92e-e74bf00980cc"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:29:58.323011 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.337531 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.344216 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:29:58.344595 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:29:58.346467 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:29:58.361820 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b302b58-4ec1-4b07-93d7-12e3cf778d05 x-openstack-request-id: req-4b302b58-4ec1-4b07-93d7-12e3cf778d05 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:29:58.362317 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb06e404-6267-466e-8bd3-fe098a043136", "name": "network-vif-plugged", "status": "completed", "tag": "214d5e2c-ca6a-46a9-a92e-e74bf00980cc", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:29:58.362509 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b302b58-4ec1-4b07-93d7-12e3cf778d05 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:29:58.363050 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb06e404-6267-466e-8bd3-fe098a043136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'code': 200} Sep 23 11:29:58.490221 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.492468 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724d530-fccf-4d61-9902-b1fa26d03575 req-d270e944-3fa8-4cc7-9d00-c80b19980370 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:58.493929 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6724d530-fccf-4d61-9902-b1fa26d03575 req-d270e944-3fa8-4cc7-9d00-c80b19980370 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0563400 Sep 23 11:29:58.497363 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:58.499891 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] 10.222.0.13 "DELETE /v2.0/networks/a9eaea2a-12a3-4941-b771-e04f35bd7d62 HTTP/1.1" status: 204 len: 168 time: 0.4397130 Sep 23 11:29:58.516035 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dde3b-fad8-4f8a-8670-ee4a3d0dde6a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9eaea2a-12a3-4941-b771-e04f35bd7d62,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:58.560245 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6724d530-fccf-4d61-9902-b1fa26d03575 req-eafedfcc-939a-4db5-93e4-1925221752bd tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Sep 23 11:29:58.677767 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39b897-25fa-40cc-a57b-a6fad1acb40b req-0e1b843c-333f-4616-b031-f4c3f32bad0a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:58.679478 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da39b897-25fa-40cc-a57b-a6fad1acb40b req-0e1b843c-333f-4616-b031-f4c3f32bad0a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0609229 Sep 23 11:29:58.721066 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-da39b897-25fa-40cc-a57b-a6fad1acb40b req-beb61c7c-e302-4aa4-9d46-064ecba204a0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348210 Sep 23 11:29:58.854728 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced22a8-e084-4a3a-a084-94197bdc1bca req-fa61f3dc-0b23-4f85-9af1-84f63bbcbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:58.856251 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dced22a8-e084-4a3a-a084-94197bdc1bca req-fa61f3dc-0b23-4f85-9af1-84f63bbcbeec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 1098 time: 0.0418630 Sep 23 11:29:58.897214 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dced22a8-e084-4a3a-a084-94197bdc1bca req-f62bdd3f-3bcb-4cef-8f82-902d93c258ef service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303869 Sep 23 11:29:59.035575 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7df29-711a-45d2-93cc-817d494b85ae req-b2495ce2-df3d-45ec-8f7d-ac824bce75d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:59.037161 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-06b7df29-711a-45d2-93cc-817d494b85ae req-b2495ce2-df3d-45ec-8f7d-ac824bce75d7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 945 time: 0.0552542 Sep 23 11:29:59.081833 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-06b7df29-711a-45d2-93cc-817d494b85ae req-130ca302-99be-4946-92b7-f3c86af3d2e6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Sep 23 11:29:59.110657 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 32868) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:29:59.159174 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-405bfa22-444d-45e3-a73e-b04313a90611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14083ed816d94c1e9c38cc68683d5346&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471053 Sep 23 11:29:59.161677 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 32870) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:29:59.209568 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a1f459f2-1667-47c5-bbf0-5aa8d7269cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:59.232016 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a1f459f2-1667-47c5-bbf0-5aa8d7269cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:59.315470 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50be211-3b8c-48a2-831a-a1fe7df3f296 req-c69ced0e-f6b5-43a0-8e8e-1a24d9e38a11 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:59.317232 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e50be211-3b8c-48a2-831a-a1fe7df3f296 req-c69ced0e-f6b5-43a0-8e8e-1a24d9e38a11 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0569360 Sep 23 11:29:59.360542 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e50be211-3b8c-48a2-831a-a1fe7df3f296 req-54e9aa85-b64d-4ced-8f66-e42964fc7461 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358617 Sep 23 11:29:59.409907 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a1f459f2-1667-47c5-bbf0-5aa8d7269cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:59.412730 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a1f459f2-1667-47c5-bbf0-5aa8d7269cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:29:59.413889 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a1f459f2-1667-47c5-bbf0-5aa8d7269cbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/554d0f37-b6c9-4476-bc33-d78de6ac5129 HTTP/1.1" status: 204 len: 168 time: 0.2513218 Sep 23 11:29:59.425459 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f459f2-1667-47c5-bbf0-5aa8d7269cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554d0f37-b6c9-4476-bc33-d78de6ac5129,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:29:59.495787 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765afc2-766b-4d4d-9ac6-d70a71edef62 req-bfb891af-fe29-44d7-ac5a-22bfcff274aa tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:59.497509 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8765afc2-766b-4d4d-9ac6-d70a71edef62 req-bfb891af-fe29-44d7-ac5a-22bfcff274aa tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0636544 Sep 23 11:29:59.541428 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8765afc2-766b-4d4d-9ac6-d70a71edef62 req-df6a7473-67a2-4e3e-9cbe-b5e8691a5f08 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354555 Sep 23 11:29:59.715356 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eea944-0165-49fd-8807-a5d15f11b5c2 req-7feedfd9-8661-4d98-a232-9127d93cf2e9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:59.723646 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6eea944-0165-49fd-8807-a5d15f11b5c2 req-7feedfd9-8661-4d98-a232-9127d93cf2e9 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0786221 Sep 23 11:29:59.786427 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c6eea944-0165-49fd-8807-a5d15f11b5c2 req-605b6526-b0e3-4652-912b-433ab610011b tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565526 Sep 23 11:29:59.911195 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489ef3d-db78-4b43-a328-7de7f01140d1 req-5e475bbf-5b2c-4e43-a1c8-737515747f67 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:29:59.917509 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3489ef3d-db78-4b43-a328-7de7f01140d1 req-5e475bbf-5b2c-4e43-a1c8-737515747f67 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0611458 Sep 23 11:29:59.992895 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3489ef3d-db78-4b43-a328-7de7f01140d1 req-df4c1281-2829-4abb-a601-9e223f42035d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673976 Sep 23 11:30:00.005214 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ac37c-00fd-449b-9349-e077b39ddca2 req-f242521d-1b00-4166-8988-1f650332ec74 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:00.006746 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-369ac37c-00fd-449b-9349-e077b39ddca2 req-f242521d-1b00-4166-8988-1f650332ec74 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0740578 Sep 23 11:30:00.059548 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-369ac37c-00fd-449b-9349-e077b39ddca2 req-994bed93-0b2d-42b6-823b-bf317e94671c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Sep 23 11:30:00.221804 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545a48c-f542-49f7-824a-964c78268ebc req-130a3797-f4b1-43c7-a85d-26e20512d905 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:00.223554 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e545a48c-f542-49f7-824a-964c78268ebc req-130a3797-f4b1-43c7-a85d-26e20512d905 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 945 time: 0.0620298 Sep 23 11:30:00.267880 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e545a48c-f542-49f7-824a-964c78268ebc req-909067c8-0763-4412-b39d-096c2e3d175e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345750 Sep 23 11:30:00.721793 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-38f18272-e91d-4c40-9261-bd3e11d9c39d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:00.723458 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-38f18272-e91d-4c40-9261-bd3e11d9c39d tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.22 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.0502625 Sep 23 11:30:00.848221 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Deleting port e09869c6-a23e-4fb5-945f-764409aa7471 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:30:00.848683 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:01.003665 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] For port e09869c6-a23e-4fb5-945f-764409aa7471, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e09869c6-a23e-4fb5-945f-764409aa7471,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:30:01.004039 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:01.014077 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df62a-cceb-444a-bfc7-3e157e320dac req-d46ae9e5-7c88-4007-abb8-dcb72a87e272 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:01.016843 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d20df62a-cceb-444a-bfc7-3e157e320dac req-d46ae9e5-7c88-4007-abb8-dcb72a87e272 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 945 time: 0.1185782 Sep 23 11:30:01.033242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Calling delete_port for e09869c6-a23e-4fb5-945f-764409aa7471 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:30:01.144181 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d20df62a-cceb-444a-bfc7-3e157e320dac req-9fa3d9f6-c960-48a7-a253-975ebc625d15 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087332 Sep 23 11:30:01.197238 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41630799-2a7e-45f8-80fb-8630b2e44c8c req-0c1cf5d9-f30e-4140-b182-db1d754f76aa tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:01.198835 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-41630799-2a7e-45f8-80fb-8630b2e44c8c req-0c1cf5d9-f30e-4140-b182-db1d754f76aa tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1016152 Sep 23 11:30:01.277670 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-41630799-2a7e-45f8-80fb-8630b2e44c8c req-85c0b4c1-72bb-41c8-aa5c-12a9f0080820 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710294 Sep 23 11:30:01.383424 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:01.394879 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['e09869c6-a23e-4fb5-945f-764409aa7471'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:30:01.416336 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Pushing event deleted for resources: {'Port': ['ID=e09869c6-a23e-4fb5-945f-764409aa7471,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:01.437826 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd45ee-a97e-40fd-8cc8-35d2b981ca09 req-c281dd2e-c686-4729-b0c2-6ac96caa3a43 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:01.439512 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1dd45ee-a97e-40fd-8cc8-35d2b981ca09 req-c281dd2e-c686-4729-b0c2-6ac96caa3a43 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 945 time: 0.0970826 Sep 23 11:30:01.481177 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] No DVR routers for this DVR port e09869c6-a23e-4fb5-945f-764409aa7471 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:30:01.489928 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:01.491924 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8b43d2f-1d90-47e5-8497-0e57b347b5f2 req-1f729b6b-25e7-4c13-a22a-ef91b7b07a9e tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.22 "DELETE /v2.0/ports/e09869c6-a23e-4fb5-945f-764409aa7471 HTTP/1.1" status: 204 len: 173 time: 0.7591169 Sep 23 11:30:01.492390 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126510d3-9af2-4935-886e-f98b5c3f26a4', 'name': 'network-vif-deleted', 'tag': 'e09869c6-a23e-4fb5-945f-764409aa7471'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:30:01.494644 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5619e88-2c80-4d77-951e-2e696c7bf0c9" -d '{"events": [{"server_uuid": "126510d3-9af2-4935-886e-f98b5c3f26a4", "name": "network-vif-deleted", "tag": "e09869c6-a23e-4fb5-945f-764409aa7471"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:30:01.520651 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c1dd45ee-a97e-40fd-8cc8-35d2b981ca09 req-b2e598f8-b534-43a8-a382-7db65bd9bffc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628510 Sep 23 11:30:01.537459 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200f74c8-c879-499c-9929-6ac6dc1b79f5 x-openstack-request-id: req-200f74c8-c879-499c-9929-6ac6dc1b79f5 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:30:01.537747 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126510d3-9af2-4935-886e-f98b5c3f26a4", "name": "network-vif-deleted", "tag": "e09869c6-a23e-4fb5-945f-764409aa7471", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:30:01.539929 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-200f74c8-c879-499c-9929-6ac6dc1b79f5 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:30:01.539929 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126510d3-9af2-4935-886e-f98b5c3f26a4', 'name': 'network-vif-deleted', 'tag': 'e09869c6-a23e-4fb5-945f-764409aa7471', 'status': 'completed', 'code': 200} Sep 23 11:30:01.644331 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75001de-d406-4f8b-ad01-ab618c9214db req-2307ecfb-d0a4-4ef3-83e1-347ac709c6b2 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:01.645885 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f75001de-d406-4f8b-ad01-ab618c9214db req-2307ecfb-d0a4-4ef3-83e1-347ac709c6b2 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 945 time: 0.0510273 Sep 23 11:30:01.689886 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f75001de-d406-4f8b-ad01-ab618c9214db req-a94c66be-c29a-4008-8553-32d7454c5634 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371349 Sep 23 11:30:01.721014 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 32938) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:01.919344 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c35d7c-f677-418a-bc54-3c03285a709d tempest-TestVolumeBootPattern-791075323 tempest-TestVolumeBootPattern-791075323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:01.921911 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a1c35d7c-f677-418a-bc54-3c03285a709d tempest-TestVolumeBootPattern-791075323 tempest-TestVolumeBootPattern-791075323-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 1093 time: 0.1988673 Sep 23 11:30:01.926210 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 32942) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:01.930743 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'port_id': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:02.044598 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:02.165622 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:02.335995 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c8e18a0-c9bc-4d58-a187-ee1d8bb61337 req-5b5a1143-3eba-4c30-87e8-de26177426b8 tempest-ServerRescueNegativeTestJSON-2062624334 tempest-ServerRescueNegativeTestJSON-2062624334-project] 10.222.0.13 "GET /v2.0/ports?device_id=126510d3-9af2-4935-886e-f98b5c3f26a4 HTTP/1.1" status: 200 len: 210 time: 0.0357237 Sep 23 11:30:02.371487 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Allocated IP 172.27.1.132 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/f4fd03e8-8c9e-4dd7-8be0-20f9e8d487f4) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:30:02.512488 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350029fa-0d46-46a8-8d06-bfcef419e705 req-ddef4da9-eaef-4c94-ada7-aa4a0cb9eadf tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:02.514097 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-350029fa-0d46-46a8-8d06-bfcef419e705 req-ddef4da9-eaef-4c94-ada7-aa4a0cb9eadf tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.1029422 Sep 23 11:30:02.553899 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:02.578432 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-350029fa-0d46-46a8-8d06-bfcef419e705 req-e67bd8df-082b-451c-85a2-1520f436c7da tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548620 Sep 23 11:30:02.701799 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:02.744147 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:30:02.747232 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:30:02.752036 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:30:02.802874 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=f4fd03e8-8c9e-4dd7-8be0-20f9e8d487f4,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:03.442289 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 32980) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:03.509301 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:03.714242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:03.749969 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b60423-12b7-4448-99e7-807764575967 req-b94a790e-f05c-469d-a7b7-23ac0e127fe0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:03.751635 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b60423-12b7-4448-99e7-807764575967 req-b94a790e-f05c-469d-a7b7-23ac0e127fe0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0949025 Sep 23 11:30:03.784521 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device e09869c6-a23e-4fb5-945f-764409aa7471 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:30:03.807819 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: e09869c6-a23e-4fb5-945f-764409aa7471 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:30:03.808181 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device e09869c6-a23e-4fb5-945f-764409aa7471 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:30:03.851629 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b60423-12b7-4448-99e7-807764575967 req-97753c65-5363-44b8-8560-c711ba540c3f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919292 Sep 23 11:30:03.961871 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:03.966819 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:04.084558 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:04.120507 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:04.183876 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=f4fd03e8-8c9e-4dd7-8be0-20f9e8d487f4,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:04.253629 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Floating IP bd871045-d089-4379-98a5-a7ea207d38a6 associated. External IP: 172.27.1.132, port: 214d5e2c-ca6a-46a9-a92e-e74bf00980cc. Sep 23 11:30:04.308948 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Deleting port 62aeefd6-b258-4146-901a-de080da175b1 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:30:04.309285 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:04.395654 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] For port 62aeefd6-b258-4146-901a-de080da175b1, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=62aeefd6-b258-4146-901a-de080da175b1,segment=NetworkSegment(d4c2b14f-b9bd-4a29-9052-c44d54992925),segment_id=d4c2b14f-b9bd-4a29-9052-c44d54992925)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:30:04.395896 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:04.411120 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Calling delete_port for 62aeefd6-b258-4146-901a-de080da175b1 owned by network:router_interface {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:30:04.511372 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Router 01a6ecf0-429c-4184-919c-1260f5731e20 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:30:04.665746 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:30:04.679207 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:30:04.691351 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:30:04.691981 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:29:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:04.758575 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:04.759189 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:04.792906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0bc00723-3350-4557-bce7-8d7cfc445975 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8652637 Sep 23 11:30:04.793689 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb06e404-6267-466e-8bd3-fe098a043136', 'tag': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:30:04.796713 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb93b61-9d66-4817-845a-16427b8ac9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb06e404-6267-466e-8bd3-fe098a043136", "tag": "214d5e2c-ca6a-46a9-a92e-e74bf00980cc"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:30:04.797522 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Pushing event deleted for resources: {'Port': ['ID=62aeefd6-b258-4146-901a-de080da175b1,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:04.822124 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:30:04.853992 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2476227-8db8-458b-96ca-b0a86656a2c0 x-openstack-request-id: req-f2476227-8db8-458b-96ca-b0a86656a2c0 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:30:04.854220 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb06e404-6267-466e-8bd3-fe098a043136", "tag": "214d5e2c-ca6a-46a9-a92e-e74bf00980cc", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:30:04.854418 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2476227-8db8-458b-96ca-b0a86656a2c0 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:30:04.854904 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb06e404-6267-466e-8bd3-fe098a043136', 'tag': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'status': 'completed', 'code': 200} Sep 23 11:30:04.993656 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-58551813-d249-4a84-9355-e36b65716607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:04.995228 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-58551813-d249-4a84-9355-e36b65716607 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 1098 time: 0.0949740 Sep 23 11:30:05.014254 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766b9ed-4bd6-4b62-adc8-71aae519f6ef req-f721fa10-e44b-4e8b-87a4-17c44f18c476 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:05.015927 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d766b9ed-4bd6-4b62-adc8-71aae519f6ef req-f721fa10-e44b-4e8b-87a4-17c44f18c476 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0665059 Sep 23 11:30:05.105196 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'bd871045-d089-4379-98a5-a7ea207d38a6', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:26:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06e404-6267-466e-8bd3-fe098a043136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:02Z', 'updated_at': '2021-09-23T11:30:02Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:05.123304 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d766b9ed-4bd6-4b62-adc8-71aae519f6ef req-2589b352-2d84-4134-b84e-6272d8637570 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862477 Sep 23 11:30:05.187011 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-f8277d92-cc5f-4cea-92d3-8e4b4cb66600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:05.191235 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-f8277d92-cc5f-4cea-92d3-8e4b4cb66600 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 910 time: 0.1742313 Sep 23 11:30:05.221990 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:05.253357 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:30:05.265925 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:30:05.266736 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:29:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:05.289857 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-19b90487-72b0-4e14-9c7d-86246778fed4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=214d5e2c-ca6a-46a9-a92e-e74bf00980cc HTTP/1.1" status: 200 len: 999 time: 0.0916159 Sep 23 11:30:05.348931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-f0963ab2-01f6-419f-bad4-99b7174f8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:05.350666 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-f0963ab2-01f6-419f-bad4-99b7174f8ceb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.0525117 Sep 23 11:30:05.401921 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:30:05.415720 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-d7c6055f-6be8-4d9d-8bad-c857baec8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:05.417351 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-d7c6055f-6be8-4d9d-8bad-c857baec8ccd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594225 Sep 23 11:30:05.524159 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Router cc1b6769-051e-4aaf-aebf-806b32525008 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:30:05.558250 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-2170e3a7-4db2-42b9-bec1-2a3cd0e073c0 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293538 Sep 23 11:30:05.683457 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfb93b61-9d66-4817-845a-16427b8ac9bd req-0d98c234-b68c-4743-8bbc-50f727930fb4 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157992 Sep 23 11:30:05.763299 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49896b9d-9733-4491-9999-175fca1d1cfd req-fe75e36b-c437-4820-ad6c-368df3c1d9e2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:05.765428 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49896b9d-9733-4491-9999-175fca1d1cfd req-fe75e36b-c437-4820-ad6c-368df3c1d9e2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0743291 Sep 23 11:30:05.771441 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:30:05.785877 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30597-7efd-4257-90b6-7984d509118b None None] Sync routers for ids ['cc1b6769-051e-4aaf-aebf-806b32525008'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:30:05.787837 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ac7649ce-7135-4321-9b46-9caef1ca3047 admin admin] 10.222.0.13 "PUT /v2.0/routers/cc1b6769-051e-4aaf-aebf-806b32525008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3407640 Sep 23 11:30:05.789221 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33018) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:05.814872 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a30597-7efd-4257-90b6-7984d509118b None None] Routers {'cc1b6769-051e-4aaf-aebf-806b32525008'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:30:05.815417 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-33a30597-7efd-4257-90b6-7984d509118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:29:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['cc1b6769-051e-4aaf-aebf-806b32525008'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:05.821332 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49896b9d-9733-4491-9999-175fca1d1cfd req-6b473247-0d61-4863-9377-eb57438d911d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481942 Sep 23 11:30:05.884587 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-6606ef22-1f21-4460-9b4d-d5d4a1f4d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:05.887213 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-6606ef22-1f21-4460-9b4d-d5d4a1f4d331 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 1099 time: 0.0646875 Sep 23 11:30:05.906748 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'bd871045-d089-4379-98a5-a7ea207d38a6', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:26:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06e404-6267-466e-8bd3-fe098a043136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:02Z', 'updated_at': '2021-09-23T11:30:02Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:05.947995 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007ec2f-4488-4af9-960d-939d3af95175 None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'bd871045-d089-4379-98a5-a7ea207d38a6', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:26:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06e404-6267-466e-8bd3-fe098a043136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:02Z', 'updated_at': '2021-09-23T11:30:02Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:30:05.971161 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-33a30597-7efd-4257-90b6-7984d509118b None None] Set router cc1b6769-051e-4aaf-aebf-806b32525008 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:30:05.982630 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:06.026969 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-ae026a98-6cfd-4005-b963-a837211f5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:06.028198 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-ae026a98-6cfd-4005-b963-a837211f5f76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 911 time: 0.1321895 Sep 23 11:30:06.120064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:06.134313 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-5b378077-dd13-41d9-ab7c-eebf79090cc1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e HTTP/1.1" status: 200 len: 1002 time: 0.0941169 Sep 23 11:30:06.217429 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-804c45d0-a34e-4ae1-afd9-9d74fb18ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:06.219912 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-804c45d0-a34e-4ae1-afd9-9d74fb18ba8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.0739479 Sep 23 11:30:06.252471 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda866e-8b13-4040-853a-494e15a98c2f None None] New status for floating IP bd871045-d089-4379-98a5-a7ea207d38a6: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:30:06.291439 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-33a30597-7efd-4257-90b6-7984d509118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:30:04Z', 'revision_number': 5, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port': {'id': '701764d6-0750-4ee0-b8e8-a569a7e2c4a7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:43Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:06.334984 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Deleting port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:30:06.335845 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:06.341840 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-a15c364f-1309-40fe-b8a3-0ec170492bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:06.345974 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-a15c364f-1309-40fe-b8a3-0ec170492bec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185522 Sep 23 11:30:06.346458 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30597-7efd-4257-90b6-7984d509118b None None] Checking router: cc1b6769-051e-4aaf-aebf-806b32525008 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:30:06.361583 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a30597-7efd-4257-90b6-7984d509118b None None] Routers {'cc1b6769-051e-4aaf-aebf-806b32525008'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:30:06.362751 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-33a30597-7efd-4257-90b6-7984d509118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:29:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['cc1b6769-051e-4aaf-aebf-806b32525008'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:06.458641 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] For port 701764d6-0750-4ee0-b8e8-a569a7e2c4a7, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=701764d6-0750-4ee0-b8e8-a569a7e2c4a7,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:30:06.459448 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:06.478340 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Calling delete_port for 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 owned by network:router_gateway {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:30:06.505188 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-f94129fa-7a3f-48e8-992c-dfde18175faf service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514766 Sep 23 11:30:06.517830 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-33a30597-7efd-4257-90b6-7984d509118b None None] Set router cc1b6769-051e-4aaf-aebf-806b32525008 gateway port host: None {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:30:06.615977 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-33a30597-7efd-4257-90b6-7984d509118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:30:06Z', 'revision_number': 6, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port_host': None}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:06.642868 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a920a946-df10-4bda-8b62-a6fbe2225522 req-dafcae1e-335b-41e6-8923-78283ca2fc75 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305449 Sep 23 11:30:06.661117 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a30597-7efd-4257-90b6-7984d509118b None None] The sync data for ids ['cc1b6769-051e-4aaf-aebf-806b32525008'] in dv-cinder-809523-4-iscsi is: [{'id': 'cc1b6769-051e-4aaf-aebf-806b32525008', 'name': 'tempest-ServerRescueNegativeTestJSON-1634274131-router', 'tenant_id': '475e920416404c538cfce70538447c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:30:06Z', 'revision_number': 6, 'project_id': '475e920416404c538cfce70538447c9b', 'gw_port_host': None}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:30:06.782110 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:06.807620 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=701764d6-0750-4ee0-b8e8-a569a7e2c4a7,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:06.893241 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:06.979332 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fac319-1709-4d4e-a0ec-71e8d3dc7b02 req-9be7779d-a720-4fea-a84c-a49f2c1e5c59 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:06.981267 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81fac319-1709-4d4e-a0ec-71e8d3dc7b02 req-9be7779d-a720-4fea-a84c-a49f2c1e5c59 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0630958 Sep 23 11:30:07.004748 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.007378 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.036376 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-81fac319-1709-4d4e-a0ec-71e8d3dc7b02 req-3704f718-d345-4bdf-be34-f63a4b5e821b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475056 Sep 23 11:30:07.181264 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.181845 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1b6769-051e-4aaf-aebf-806b32525008 {{(pid=94665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:30:07.188020 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.189309 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-6b2389e3-2b2c-4245-ac2f-83b6dbb44b0f admin admin] 10.222.0.13 "DELETE /v2.0/routers/cc1b6769-051e-4aaf-aebf-806b32525008 HTTP/1.1" status: 204 len: 168 time: 1.3989844 Sep 23 11:30:07.192115 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33054) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:07.242363 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae1aaab-27d5-4758-b677-41bc4ad7a384 admin admin] Deleting subnet 70da23b2-90fc-4a24-9916-f114dbced38b {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:30:07.245983 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aaab-27d5-4758-b677-41bc4ad7a384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.283270 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aaab-27d5-4758-b677-41bc4ad7a384 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.290175 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aaab-27d5-4758-b677-41bc4ad7a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.478483 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aaab-27d5-4758-b677-41bc4ad7a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.503728 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1aaab-27d5-4758-b677-41bc4ad7a384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70da23b2-90fc-4a24-9916-f114dbced38b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:07.510323 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aaab-27d5-4758-b677-41bc4ad7a384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.513830 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6ae1aaab-27d5-4758-b677-41bc4ad7a384 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70da23b2-90fc-4a24-9916-f114dbced38b HTTP/1.1" status: 204 len: 168 time: 0.3206861 Sep 23 11:30:07.517262 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33070) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:07.595107 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.705885 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.743158 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a77eb5-1d36-4419-b0e9-a609c954cdf0']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:07.759676 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c2b14f-b9bd-4a29-9052-c44d54992925') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:07.759676 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c2b14f-b9bd-4a29-9052-c44d54992925') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:07.767311 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.790113 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.804133 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:30:07.804973 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:30:07.811157 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:30:08.159574 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a1541-0049-4c54-b257-78f71183b66b req-5671ae0e-4350-46d2-83f6-b4bdb9ce0ffb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:08.161082 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-542a1541-0049-4c54-b257-78f71183b66b req-5671ae0e-4350-46d2-83f6-b4bdb9ce0ffb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0507522 Sep 23 11:30:08.206729 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-542a1541-0049-4c54-b257-78f71183b66b req-a288250c-bd9b-44f0-84ac-925e20c515f3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380766 Sep 23 11:30:08.379629 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 62aeefd6-b258-4146-901a-de080da175b1 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:30:08.410982 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 62aeefd6-b258-4146-901a-de080da175b1 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:30:08.411373 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 62aeefd6-b258-4146-901a-de080da175b1 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:30:08.411873 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:30:08.434090 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:30:08.434428 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 701764d6-0750-4ee0-b8e8-a569a7e2c4a7 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:30:08.861410 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:08.868014 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:08.873728 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] 10.222.0.13 "DELETE /v2.0/networks/16a77eb5-1d36-4419-b0e9-a609c954cdf0 HTTP/1.1" status: 204 len: 168 time: 1.3554065 Sep 23 11:30:08.894385 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60681d6e-3eaf-487a-991a-938ce6b60c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a77eb5-1d36-4419-b0e9-a609c954cdf0,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:09.309083 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33090) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:09.335107 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048479-1ef9-4a11-a1ca-76f7819bef11 req-feb82590-8ca8-4235-b6cd-c091ffb1dfa4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:09.337668 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e7048479-1ef9-4a11-a1ca-76f7819bef11 req-feb82590-8ca8-4235-b6cd-c091ffb1dfa4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0518546 Sep 23 11:30:09.354592 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b353c721-e916-4942-951a-0bbbcb2e9a9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=475e920416404c538cfce70538447c9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446002 Sep 23 11:30:09.357217 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33092) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:09.376730 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e7048479-1ef9-4a11-a1ca-76f7819bef11 req-dcfef472-7cbb-4cf5-870d-372aab88dafd tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342565 Sep 23 11:30:09.424033 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-449378d0-69d5-4249-8b1b-f239b83010b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:09.454151 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-449378d0-69d5-4249-8b1b-f239b83010b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:09.586992 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-449378d0-69d5-4249-8b1b-f239b83010b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:09.589995 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-449378d0-69d5-4249-8b1b-f239b83010b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:09.591174 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-449378d0-69d5-4249-8b1b-f239b83010b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce9330ab-46ed-41c5-9e38-ddd930f9f9b4 HTTP/1.1" status: 204 len: 168 time: 0.2329822 Sep 23 11:30:09.600064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449378d0-69d5-4249-8b1b-f239b83010b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9330ab-46ed-41c5-9e38-ddd930f9f9b4,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:10.507762 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2bf29-ee88-4e00-9e24-2521cf5b31de req-11b44a47-4d87-454f-9d7c-2bdae7d150fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:10.507762 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0c2bf29-ee88-4e00-9e24-2521cf5b31de req-11b44a47-4d87-454f-9d7c-2bdae7d150fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0498545 Sep 23 11:30:10.548259 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c0c2bf29-ee88-4e00-9e24-2521cf5b31de req-6b0cdcc1-2d8c-4aee-bd45-daa2ba9699d3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Sep 23 11:30:10.833189 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33128) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:10.953112 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-754939788-network', 'tenant_id': 'c8a6af5685d74d118692e86bfe2ee32d'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:11.045600 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Made reservation on behalf of c8a6af5685d74d118692e86bfe2ee32d for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:30:11.048783 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:11.061588 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:11.183713 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:11.301015 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:11.338812 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:30:11.350742 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f6bc29-d6a8-4228-ae95-1b855b948589,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:11.354967 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:11.355309 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Added segment 3316b3c3-39b3-41e1-a27f-ff89c9f91fd3 of type vlan for network de453a2b-d916-409b-94eb-440f6c8139aa Sep 23 11:30:11.411305 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:11.518472 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:11.519627 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:11.520481 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:11.589524 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] Pushing event updated for resources: {'Network': ['ID=de453a2b-d916-409b-94eb-440f6c8139aa,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:11.599787 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network de453a2b-d916-409b-94eb-440f6c8139aa details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:30:11.633024 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-1feb94f0-95af-4640-aa78-7b0fe3bc9d5e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7987094 Sep 23 11:30:11.635903 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33144) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:11.643920 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Request body: {'subnet': {'network_id': 'de453a2b-d916-409b-94eb-440f6c8139aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-754939788-subnet', 'tenant_id': 'c8a6af5685d74d118692e86bfe2ee32d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:11.786644 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Made reservation on behalf of c8a6af5685d74d118692e86bfe2ee32d for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:30:11.789176 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:12.066876 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:12.122945 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19a7ce4-575c-47d6-952e-0caf475fb124,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:12.134293 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Checking segment: {'id': '3316b3c3-39b3-41e1-a27f-ff89c9f91fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'de453a2b-d916-409b-94eb-440f6c8139aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:30:12.134642 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Network hostable DHCP agents. Network: de453a2b-d916-409b-94eb-440f6c8139aa, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:30:12.255327 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Network de453a2b-d916-409b-94eb-440f6c8139aa is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:30:12.380570 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, de453a2b-d916-409b-94eb-440f6c8139aa) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:30:12.391867 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:12.391867 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:12.393713 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3bba54-8e70-4912-9b0c-82ba82c22520 None None] Network de453a2b-d916-409b-94eb-440f6c8139aa requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:30:12.507879 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-da48633f-f0c9-41dd-9830-b56cdaad7934 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8704560 Sep 23 11:30:12.522390 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba66d0ca-deb5-4054-b30b-c408606fb2cd None None] Network de453a2b-d916-409b-94eb-440f6c8139aa requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:30:13.259061 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33172) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:13.264570 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1363574458-network', 'tenant_id': '9147185b1302402cb391c1822da4f448'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:13.369450 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Made reservation on behalf of 9147185b1302402cb391c1822da4f448 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:30:13.371790 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.381228 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.494384 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.592131 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.618941 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:30:13.621932 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-248127a8-7b66-4322-a37e-46097e8567aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.624381 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f11ca6e-e77b-4ae2-9763-69fd97736815,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:13.631888 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.632120 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Added segment 87b04f12-9559-4d73-9822-39f8e51a05d1 of type vlan for network d0572e8f-aca1-43df-8073-68a82136f341 Sep 23 11:30:13.674145 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.775285 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.776284 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:13.776978 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:13.839918 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] Pushing event updated for resources: {'Network': ['ID=d0572e8f-aca1-43df-8073-68a82136f341,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:13.850331 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network d0572e8f-aca1-43df-8073-68a82136f341 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:30:13.884809 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-a693e62b-2f30-4a53-b6c0-9eac55b3c492 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6241062 Sep 23 11:30:13.887598 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33176) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:13.896812 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Request body: {'subnet': {'network_id': 'd0572e8f-aca1-43df-8073-68a82136f341', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1363574458-subnet', 'tenant_id': '9147185b1302402cb391c1822da4f448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:13.963524 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Made reservation on behalf of 9147185b1302402cb391c1822da4f448 for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:30:13.965933 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:14.209820 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:14.269639 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5adf3b-7805-41ee-96cc-788f877acc7a,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:14.279701 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Checking segment: {'id': '87b04f12-9559-4d73-9822-39f8e51a05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd0572e8f-aca1-43df-8073-68a82136f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:30:14.280313 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Network hostable DHCP agents. Network: d0572e8f-aca1-43df-8073-68a82136f341, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:30:14.386341 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Network d0572e8f-aca1-43df-8073-68a82136f341 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:30:14.425780 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:30:14.450184 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, d0572e8f-aca1-43df-8073-68a82136f341) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:30:14.463062 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d334e-4648-405b-87ea-5b73c0aefc2e None None] Network d0572e8f-aca1-43df-8073-68a82136f341 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:30:14.464696 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:14.465324 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:14.543528 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c1e12021-e86a-49d8-92e0-49c90153af24 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6541445 Sep 23 11:30:14.617765 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33085bf3-640e-4d6d-b74d-cd7b183923da None None] Network d0572e8f-aca1-43df-8073-68a82136f341 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:30:14.718923 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33186) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:14.799264 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9673be84-6eea-4d6b-9717-47ae2744dc39 admin admin] Deleting subnet f19a7ce4-575c-47d6-952e-0caf475fb124 {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:30:14.806269 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9673be84-6eea-4d6b-9717-47ae2744dc39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:14.876900 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9673be84-6eea-4d6b-9717-47ae2744dc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:14.928014 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9673be84-6eea-4d6b-9717-47ae2744dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.043961 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9673be84-6eea-4d6b-9717-47ae2744dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.085280 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673be84-6eea-4d6b-9717-47ae2744dc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19a7ce4-575c-47d6-952e-0caf475fb124,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:15.095440 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9673be84-6eea-4d6b-9717-47ae2744dc39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.098872 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9673be84-6eea-4d6b-9717-47ae2744dc39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f19a7ce4-575c-47d6-952e-0caf475fb124 HTTP/1.1" status: 204 len: 168 time: 0.3784566 Sep 23 11:30:15.101928 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33188) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:15.191399 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.292866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.321791 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.322226 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.323014 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.323346 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > port after_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.323683 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.324016 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > port after_update 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.324387 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.324708 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.325025 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.325343 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.441925 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.442214 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.442867 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.443018 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 11:30:15.443306 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de453a2b-d916-409b-94eb-440f6c8139aa']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:15.461837 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3316b3c3-39b3-41e1-a27f-ff89c9f91fd3') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:15.462143 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3316b3c3-39b3-41e1-a27f-ff89c9f91fd3') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:15.479688 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9139307'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.502993 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.511191 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:30:15.511601 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883443'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: from cryptography.utils import int_from_bytes Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: from cryptography.utils import int_from_bytes Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: timer() Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: cb(*args, **kw) Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: self._notify() Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: self.callback(batched_events) Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: event.method(event) Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._get(url).json() Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:30:15.515647 dv-cinder-809523-4-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:30:15.553353 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8705f9e1-cdaa-4715-a186-8fbda8db89d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.718570 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.726065 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.728125 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] 10.222.0.13 "DELETE /v2.0/networks/de453a2b-d916-409b-94eb-440f6c8139aa HTTP/1.1" status: 204 len: 168 time: 0.6250515 Sep 23 11:30:15.731155 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33202) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:15.738164 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e34d3-83fc-47f0-8a89-6b480fa6c489 admin admin] Pushing event deleted for resources: {'Network': ['ID=de453a2b-d916-409b-94eb-440f6c8139aa,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:15.778643 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-681f6bc2-17ea-4983-ba1b-e201fb922597 admin admin] Deleting subnet 1f5adf3b-7805-41ee-96cc-788f877acc7a {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:30:15.782057 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-681f6bc2-17ea-4983-ba1b-e201fb922597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.822341 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-681f6bc2-17ea-4983-ba1b-e201fb922597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.863281 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-681f6bc2-17ea-4983-ba1b-e201fb922597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:15.970355 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-681f6bc2-17ea-4983-ba1b-e201fb922597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.002716 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f6bc2-17ea-4983-ba1b-e201fb922597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5adf3b-7805-41ee-96cc-788f877acc7a,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:16.006612 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-681f6bc2-17ea-4983-ba1b-e201fb922597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.009711 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-681f6bc2-17ea-4983-ba1b-e201fb922597 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f5adf3b-7805-41ee-96cc-788f877acc7a HTTP/1.1" status: 204 len: 168 time: 0.2769239 Sep 23 11:30:16.011583 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33206) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:16.092783 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.180765 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.206050 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0572e8f-aca1-43df-8073-68a82136f341']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:16.216910 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b04f12-9559-4d73-9822-39f8e51a05d1') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:16.217204 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b04f12-9559-4d73-9822-39f8e51a05d1') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:16.227506 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.241454 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.248516 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:30:16.249460 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:30:16.251306 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:30:16.386615 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.421342 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.426131 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.430572 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d0572e8f-aca1-43df-8073-68a82136f341 HTTP/1.1" status: 204 len: 168 time: 0.4158387 Sep 23 11:30:16.444569 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed692bd1-1c5e-40ec-9db2-f455631fb828 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0572e8f-aca1-43df-8073-68a82136f341,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:16.582962 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d024b-337b-4440-8d62-2f8533125c7b req-4a0d11ee-5530-4c1a-b4f8-778ec4b4ee97 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:16.584466 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-148d024b-337b-4440-8d62-2f8533125c7b req-4a0d11ee-5530-4c1a-b4f8-778ec4b4ee97 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0582416 Sep 23 11:30:16.624918 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-148d024b-337b-4440-8d62-2f8533125c7b req-640e69c6-1d03-4656-97f7-a9a2c3f116c6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Sep 23 11:30:16.649684 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33224) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:16.857286 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c64e8-d9ee-47cc-861f-b7f80e485497 tempest-TestMinimumBasicScenario-913359057 tempest-TestMinimumBasicScenario-913359057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:16.858848 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-770c64e8-d9ee-47cc-861f-b7f80e485497 tempest-TestMinimumBasicScenario-913359057 tempest-TestMinimumBasicScenario-913359057-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1094 time: 0.2080989 Sep 23 11:30:16.861782 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33228) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:16.865954 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33230) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:16.866334 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'port_id': '95c3e040-59d4-4b4e-a08f-3df735925536', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:16.915014 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-da85b7b6-82ff-4e40-86c7-a7ddfa5e592c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8a6af5685d74d118692e86bfe2ee32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476782 Sep 23 11:30:16.917377 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33232) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:16.966357 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-69565291-c556-4931-865a-17c34ee70853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.969840 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for floatingip, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:16.987382 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-69565291-c556-4931-865a-17c34ee70853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:17.164075 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-69565291-c556-4931-865a-17c34ee70853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:17.167206 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-69565291-c556-4931-865a-17c34ee70853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:17.168782 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-69565291-c556-4931-865a-17c34ee70853 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73f6bc29-d6a8-4228-ae95-1b855b948589 HTTP/1.1" status: 204 len: 168 time: 0.2504206 Sep 23 11:30:17.202942 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69565291-c556-4931-865a-17c34ee70853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f6bc29-d6a8-4228-ae95-1b855b948589,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:17.326649 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:17.449534 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:17.458183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Allocated IP 172.27.1.5 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/9526fcc1-1c00-4cae-b2f0-5971f7d2910e) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:30:17.580665 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:17.698035 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:17.705754 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33250) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:17.740756 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:30:17.748838 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:30:17.752023 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:30:17.755223 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'Port': ['ID=9526fcc1-1c00-4cae-b2f0-5971f7d2910e,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:17.823001 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-85c47e03-08ac-476f-90c9-20472423ec27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:17.963542 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-85c47e03-08ac-476f-90c9-20472423ec27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.111935 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-85c47e03-08ac-476f-90c9-20472423ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.150611 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c47e03-08ac-476f-90c9-20472423ec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130e5448-4b15-4888-a649-2db6f77b5862,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:18.155136 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-85c47e03-08ac-476f-90c9-20472423ec27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8eca5a2ea60148c8a08ddf452ab36d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481490 Sep 23 11:30:18.158104 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33256) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:18.169598 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33258) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:18.197866 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.214454 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-303a466f-0a7a-4360-8745-98e2c4555b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.236681 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-303a466f-0a7a-4360-8745-98e2c4555b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.254967 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-42cd3272-22a4-40b8-93cf-3c5e33032660 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9147185b1302402cb391c1822da4f448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840468 Sep 23 11:30:18.259437 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33260) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:18.317483 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4af80ad9-1a13-4e09-8f18-8045f40a136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.352519 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-303a466f-0a7a-4360-8745-98e2c4555b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.356782 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-303a466f-0a7a-4360-8745-98e2c4555b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.358164 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-303a466f-0a7a-4360-8745-98e2c4555b72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/130e5448-4b15-4888-a649-2db6f77b5862 HTTP/1.1" status: 204 len: 168 time: 0.1990838 Sep 23 11:30:18.361083 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4af80ad9-1a13-4e09-8f18-8045f40a136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.369063 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a466f-0a7a-4360-8745-98e2c4555b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130e5448-4b15-4888-a649-2db6f77b5862,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:18.376225 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.561666 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.564279 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4af80ad9-1a13-4e09-8f18-8045f40a136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.566935 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4af80ad9-1a13-4e09-8f18-8045f40a136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.568011 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-4af80ad9-1a13-4e09-8f18-8045f40a136c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f11ca6e-e77b-4ae2-9763-69fd97736815 HTTP/1.1" status: 204 len: 168 time: 0.3076532 Sep 23 11:30:18.582454 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af80ad9-1a13-4e09-8f18-8045f40a136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f11ca6e-e77b-4ae2-9763-69fd97736815,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:18.660665 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.738647 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'Port': ['ID=9526fcc1-1c00-4cae-b2f0-5971f7d2910e,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:18.750634 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.763646 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:18.876519 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.l3_db [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Floating IP de614779-1693-44a5-9235-8133da1b6dd6 associated. External IP: 172.27.1.5, port: 95c3e040-59d4-4b4e-a08f-3df735925536. Sep 23 11:30:19.118009 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:30:19.245700 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:30:19.261330 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839dfe83-7e50-4465-9568-292953586137 None None] Sync routers for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:30:19.273407 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839dfe83-7e50-4465-9568-292953586137 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:30:19.274258 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-839dfe83-7e50-4465-9568-292953586137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:30:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:19.396167 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:19.407153 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-839dfe83-7e50-4465-9568-292953586137 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:30:19.454137 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-001176e4-0a5d-43bb-9719-090cf7117ab3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5886703 Sep 23 11:30:19.454137 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:30:19.454501 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33298) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:19.454981 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50666854-ec57-4f97-9c67-e15ddc0be21d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:30:19.463018 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-3d3a4018-39d5-425f-bae1-cb23043b4924 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275292157', 'description': 'tempest-secgroup-smoke-275292157 description', 'project_id': '6a454238eeb549e98fffddd094a9969d'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:19.547390 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc8aba-db81-40ca-9aee-b288bdb2befc x-openstack-request-id: req-9cdc8aba-db81-40ca-9aee-b288bdb2befc {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:30:19.547390 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:30:19.547390 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cdc8aba-db81-40ca-9aee-b288bdb2befc {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:30:19.547390 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536', 'status': 'completed', 'code': 200} Sep 23 11:30:19.615436 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4018-39d5-425f-bae1-cb23043b4924 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:19.636158 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-ae81fcd3-18bf-4698-90e5-13b27deeb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:19.637963 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-ae81fcd3-18bf-4698-90e5-13b27deeb225 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a454238eeb549e98fffddd094a9969d&device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1099 time: 0.0608184 Sep 23 11:30:19.762496 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-aa1379ef-27de-4837-b5fd-7f27ec889e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:19.764314 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-aa1379ef-27de-4837-b5fd-7f27ec889e95 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 200 len: 916 time: 0.1121426 Sep 23 11:30:19.868503 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-cb661a0a-d3be-4327-a9ce-a72d67c39254 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 998 time: 0.0893049 Sep 23 11:30:19.918912 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4018-39d5-425f-bae1-cb23043b4924 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:19.944557 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-8674e51e-f63e-4418-8719-2bd7778be932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:19.946243 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-8674e51e-f63e-4418-8719-2bd7778be932 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a6f6253-a682-475f-9a8b-03f973009a0f HTTP/1.1" status: 200 len: 854 time: 0.0675504 Sep 23 11:30:19.998902 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-839dfe83-7e50-4465-9568-292953586137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'de614779-1693-44a5-9235-8133da1b6dd6', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'port_id': '95c3e040-59d4-4b4e-a08f-3df735925536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'mac_address': 'fa:16:3e:70:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:18Z', 'updated_at': '2021-09-23T11:30:18Z', 'revision_number': 0, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:57Z', 'revision_number': 5, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:20.003348 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-c168efbf-3a92-4f14-9902-699b814db4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:20.005195 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-c168efbf-3a92-4f14-9902-699b814db4ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479391 Sep 23 11:30:20.045035 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839dfe83-7e50-4465-9568-292953586137 None None] Checking router: 19bdc484-a9cc-4aec-9aa6-c6745f783c60 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:30:20.055433 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839dfe83-7e50-4465-9568-292953586137 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:30:20.056437 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-839dfe83-7e50-4465-9568-292953586137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:30:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:20.066211 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4018-39d5-425f-bae1-cb23043b4924 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:20.135489 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a4018-39d5-425f-bae1-cb23043b4924 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c42765-e768-4fd2-9da8-113a87c33779,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:20.200633 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-e68b5e40-f78e-4987-b73a-d131ea21051d service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612811 Sep 23 11:30:20.255134 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-839dfe83-7e50-4465-9568-292953586137 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:30:20.334777 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4018-39d5-425f-bae1-cb23043b4924 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:20.338887 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3d3a4018-39d5-425f-bae1-cb23043b4924 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8810668 Sep 23 11:30:20.347499 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33322) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:20.369908 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-0e960397-3a6a-4e27-ba5b-83cc40d9bccb tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'security_group_rule': {'security_group_id': '17c42765-e768-4fd2-9da8-113a87c33779', 'project_id': '6a454238eeb549e98fffddd094a9969d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:20.464860 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-50666854-ec57-4f97-9c67-e15ddc0be21d req-d57cf216-bd8b-4f01-9b67-a9f5140b44ee service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541590 Sep 23 11:30:20.564980 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e960397-3a6a-4e27-ba5b-83cc40d9bccb tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:20.644254 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-839dfe83-7e50-4465-9568-292953586137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'de614779-1693-44a5-9235-8133da1b6dd6', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'port_id': '95c3e040-59d4-4b4e-a08f-3df735925536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'mac_address': 'fa:16:3e:70:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:18Z', 'updated_at': '2021-09-23T11:30:18Z', 'revision_number': 0, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:57Z', 'revision_number': 5, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:20.658333 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e960397-3a6a-4e27-ba5b-83cc40d9bccb tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:20.672283 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839dfe83-7e50-4465-9568-292953586137 None None] The sync data for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi is: [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'de614779-1693-44a5-9235-8133da1b6dd6', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'port_id': '95c3e040-59d4-4b4e-a08f-3df735925536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'mac_address': 'fa:16:3e:70:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:18Z', 'updated_at': '2021-09-23T11:30:18Z', 'revision_number': 0, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:57Z', 'revision_number': 5, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:30:20.775342 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e960397-3a6a-4e27-ba5b-83cc40d9bccb tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:20.812808 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e960397-3a6a-4e27-ba5b-83cc40d9bccb tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab28f93-23ce-4177-8b09-db8ab53faf92,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:20.900579 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e960397-3a6a-4e27-ba5b-83cc40d9bccb tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:20.901866 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0e960397-3a6a-4e27-ba5b-83cc40d9bccb tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5534096 Sep 23 11:30:20.904912 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33330) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:20.910939 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-c1a6a2ba-e77b-4189-b057-b51ac1556b1c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'security_group_rule': {'security_group_id': '17c42765-e768-4fd2-9da8-113a87c33779', 'project_id': '6a454238eeb549e98fffddd094a9969d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:20.962543 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35673fe7-d3cc-4ff2-8a8a-6a3c4b71b759 None None] New status for floating IP de614779-1693-44a5-9235-8133da1b6dd6: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:30:21.053001 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a2ba-e77b-4189-b057-b51ac1556b1c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.153878 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a2ba-e77b-4189-b057-b51ac1556b1c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.260962 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a2ba-e77b-4189-b057-b51ac1556b1c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.285848 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a2ba-e77b-4189-b057-b51ac1556b1c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf813e1-c68d-4ccd-9c8f-491e2637d011,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:21.369838 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a2ba-e77b-4189-b057-b51ac1556b1c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.373610 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c1a6a2ba-e77b-4189-b057-b51ac1556b1c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4649205 Sep 23 11:30:21.374691 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33346) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:21.382592 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-2865effd-fffa-4036-bac4-0159f45f6b80 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'security_group_rule': {'security_group_id': '17c42765-e768-4fd2-9da8-113a87c33779', 'project_id': '6a454238eeb549e98fffddd094a9969d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:21.506847 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2865effd-fffa-4036-bac4-0159f45f6b80 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.624875 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2865effd-fffa-4036-bac4-0159f45f6b80 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.713161 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2865effd-fffa-4036-bac4-0159f45f6b80 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.735524 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865effd-fffa-4036-bac4-0159f45f6b80 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9287281-0e42-48fc-9dd1-7a0a9e95bac9,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:21.808631 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2865effd-fffa-4036-bac4-0159f45f6b80 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.814183 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-2865effd-fffa-4036-bac4-0159f45f6b80 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4340758 Sep 23 11:30:21.814183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33362) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:21.819232 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-352e61c4-4c0c-4746-ab92-aff6061b0bd4 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'security_group_rule': {'security_group_id': '17c42765-e768-4fd2-9da8-113a87c33779', 'project_id': '6a454238eeb549e98fffddd094a9969d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:21.930913 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-352e61c4-4c0c-4746-ab92-aff6061b0bd4 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:21.997628 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8106-d214-4b04-b466-71334a703125 req-303eac13-f5f3-4fea-b7c7-495dd69aefda tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:21.999296 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-acdb8106-d214-4b04-b466-71334a703125 req-303eac13-f5f3-4fea-b7c7-495dd69aefda tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 946 time: 0.0794795 Sep 23 11:30:22.017060 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-352e61c4-4c0c-4746-ab92-aff6061b0bd4 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.050139 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-acdb8106-d214-4b04-b466-71334a703125 req-d8bd3689-6203-45e8-89fa-1be4d49d36ea tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Sep 23 11:30:22.114809 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-352e61c4-4c0c-4746-ab92-aff6061b0bd4 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.125257 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e61c4-4c0c-4746-ab92-aff6061b0bd4 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b498ecfd-39e7-40ae-aa9a-bc6a197d54b4,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:22.198079 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-352e61c4-4c0c-4746-ab92-aff6061b0bd4 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.199317 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-352e61c4-4c0c-4746-ab92-aff6061b0bd4 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3847764 Sep 23 11:30:22.202175 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33374) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:22.209803 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-355d66ae-02ed-4ade-a92c-c787b1417051 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'security_group_rule': {'security_group_id': '17c42765-e768-4fd2-9da8-113a87c33779', 'project_id': '6a454238eeb549e98fffddd094a9969d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:22.224085 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.289794 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.securitygroups_db [None req-355d66ae-02ed-4ade-a92c-c787b1417051 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Project 6a454238eeb549e98fffddd094a9969d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 11:30:22.294973 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-355d66ae-02ed-4ade-a92c-c787b1417051 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.383195 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-355d66ae-02ed-4ade-a92c-c787b1417051 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.431766 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-355d66ae-02ed-4ade-a92c-c787b1417051 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.460500 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d66ae-02ed-4ade-a92c-c787b1417051 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e911fb-1270-425f-bfa5-3bbd20752c9a,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:22.557853 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-355d66ae-02ed-4ade-a92c-c787b1417051 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.559694 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-355d66ae-02ed-4ade-a92c-c787b1417051 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3565171 Sep 23 11:30:22.564454 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33388) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:22.569359 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-646152b6-b5d6-4b0a-8e20-ed09ecd9913f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'security_group_rule': {'security_group_id': '17c42765-e768-4fd2-9da8-113a87c33779', 'project_id': '6a454238eeb549e98fffddd094a9969d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:22.769723 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.securitygroups_db [None req-646152b6-b5d6-4b0a-8e20-ed09ecd9913f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Project 6a454238eeb549e98fffddd094a9969d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 11:30:22.778002 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-646152b6-b5d6-4b0a-8e20-ed09ecd9913f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:22.856894 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-646152b6-b5d6-4b0a-8e20-ed09ecd9913f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:23.049115 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-646152b6-b5d6-4b0a-8e20-ed09ecd9913f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:23.068634 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646152b6-b5d6-4b0a-8e20-ed09ecd9913f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b88a87e-6381-4b98-9960-8d204d935bad,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:23.151790 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-646152b6-b5d6-4b0a-8e20-ed09ecd9913f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:23.153849 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-646152b6-b5d6-4b0a-8e20-ed09ecd9913f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5881889 Sep 23 11:30:23.210851 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1555-d2d9-4ebc-b5c5-9b2b4ed354b7 req-73d96a02-cfe6-48b7-af38-8304563432b7 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:23.212430 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2daf1555-d2d9-4ebc-b5c5-9b2b4ed354b7 req-73d96a02-cfe6-48b7-af38-8304563432b7 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 946 time: 0.0733321 Sep 23 11:30:23.271095 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-e827c65d-eace-46f1-9d20-bd445a0bab76 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275292157&fields=id&tenant_id=6a454238eeb549e98fffddd094a9969d HTTP/1.1" status: 200 len: 267 time: 0.0574961 Sep 23 11:30:23.276662 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2daf1555-d2d9-4ebc-b5c5-9b2b4ed354b7 req-20c7b03e-7325-42d9-8101-a6e6617a54b8 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553744 Sep 23 11:30:23.332444 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-af445261-91bf-4d7e-b52a-5596f470e54b tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:23.333940 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-af445261-91bf-4d7e-b52a-5596f470e54b tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0564258 Sep 23 11:30:23.350069 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'port': {'security_groups': ['fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3', '17c42765-e768-4fd2-9da8-113a87c33779']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:23.417352 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:23.620813 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] For port 95c3e040-59d4-4b4e-a08f-3df735925536, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=95c3e040-59d4-4b4e-a08f-3df735925536,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:30:23.673336 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:23.780993 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:23.795656 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['95c3e040-59d4-4b4e-a08f-3df735925536'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:30:23.887471 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:23.888565 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:23.890823 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-179fe14a-9df6-4ee9-ac26-2a02f755d910 req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "PUT /v2.0/ports/95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 982 time: 0.5451829 Sep 23 11:30:23.895961 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:30:23.899265 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0207bde-0c28-4557-a804-3dfccdc04c85" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:30:23.981029 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56535dd-938e-4b6e-9202-b5ffd15d5a6c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'Port': ['ID=95c3e040-59d4-4b4e-a08f-3df735925536,revision_number=6']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:23.989780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3aae87-8814-43ae-84a7-14ff6d3f9da5 x-openstack-request-id: req-2c3aae87-8814-43ae-84a7-14ff6d3f9da5 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:30:23.990335 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:30:23.990889 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c3aae87-8814-43ae-84a7-14ff6d3f9da5 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:30:23.991419 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536', 'status': 'completed', 'code': 200} Sep 23 11:30:24.026137 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['95c3e040-59d4-4b4e-a08f-3df735925536'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:30:24.040078 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-763745fd-fac8-477e-916c-7c523e312c11 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:24.042090 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-763745fd-fac8-477e-916c-7c523e312c11 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 946 time: 0.2280316 Sep 23 11:30:24.245099 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-c93b6580-7ed4-41fd-b4fc-a302bfd8bd6a None None] Provisioning complete for port 95c3e040-59d4-4b4e-a08f-3df735925536 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:30:24.245756 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c93b6580-7ed4-41fd-b4fc-a302bfd8bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:24.461515 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd7f83-03b6-4891-b894-e86349d8a853 req-3f1da4e0-fbea-4f16-8d93-ec1382619fae tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:24.462974 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8acd7f83-03b6-4891-b894-e86349d8a853 req-3f1da4e0-fbea-4f16-8d93-ec1382619fae tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.4760506 Sep 23 11:30:24.464888 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-eb66a5ba-5e04-4fe4-80f5-3e476f2fe7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:24.466248 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-eb66a5ba-5e04-4fe4-80f5-3e476f2fe7f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a454238eeb549e98fffddd094a9969d&device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1138 time: 0.4217217 Sep 23 11:30:24.607483 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8acd7f83-03b6-4891-b894-e86349d8a853 req-6745080e-a18e-49d5-aceb-204366e76db6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261861 Sep 23 11:30:24.620336 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1307484-b99e-486f-811e-60013b82fde1 req-9c90e1ed-2195-40fd-b10c-b34b6aed20a6 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:24.621938 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1307484-b99e-486f-811e-60013b82fde1 req-9c90e1ed-2195-40fd-b10c-b34b6aed20a6 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 946 time: 0.1877728 Sep 23 11:30:24.639815 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Deleting port a014d9f7-0aef-4644-86cf-9e7d64e3b431 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:30:24.640695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:24.689041 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-41991d3b-c983-4168-a29a-e9846fd19a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:24.690372 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-41991d3b-c983-4168-a29a-e9846fd19a65 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 200 len: 916 time: 0.2078719 Sep 23 11:30:24.786516 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e1307484-b99e-486f-811e-60013b82fde1 req-cb7522d2-9957-46c4-9657-ae295d37a874 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/security-groups?id=6410a0d7-362d-4083-9d3b-abe620c628e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529453 Sep 23 11:30:24.825032 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-ea757796-6ef3-4d50-bc22-2b380ffbdd8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 1000 time: 0.1254706 Sep 23 11:30:24.829648 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] For port a014d9f7-0aef-4644-86cf-9e7d64e3b431, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a014d9f7-0aef-4644-86cf-9e7d64e3b431,segment=NetworkSegment(cb0c8f49-640b-475a-b891-bba71fc0ba3b),segment_id=cb0c8f49-640b-475a-b891-bba71fc0ba3b)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:30:24.830015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:24.870004 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Calling delete_port for a014d9f7-0aef-4644-86cf-9e7d64e3b431 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:30:24.927490 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-69efa4a6-da0c-4417-9e82-7ecfd3ead7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:24.928953 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-69efa4a6-da0c-4417-9e82-7ecfd3ead7db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a6f6253-a682-475f-9a8b-03f973009a0f HTTP/1.1" status: 200 len: 854 time: 0.0962503 Sep 23 11:30:24.996617 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-b41807ba-abfb-4962-a058-ffb99aa8cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:24.998147 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-b41807ba-abfb-4962-a058-ffb99aa8cb1d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603411 Sep 23 11:30:25.170204 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-0be6bb84-9a71-4ce0-a43d-bdaef5154a1f service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556890 Sep 23 11:30:25.251717 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:25.287692 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Pushing event deleted for resources: {'Port': ['ID=a014d9f7-0aef-4644-86cf-9e7d64e3b431,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:25.324967 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0207bde-0c28-4557-a804-3dfccdc04c85 req-ccb8aabc-1526-435b-9224-7d7671dd6171 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434746 Sep 23 11:30:25.338216 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] No DVR routers for this DVR port a014d9f7-0aef-4644-86cf-9e7d64e3b431 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:30:25.340819 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:25.343364 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7f200317-c706-4f2c-838e-22f0306fa0e9 req-4cf0e3ab-9904-4b5b-9da5-a5a8f79d9db1 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.22 "DELETE /v2.0/ports/a014d9f7-0aef-4644-86cf-9e7d64e3b431 HTTP/1.1" status: 204 len: 173 time: 1.2608147 Sep 23 11:30:25.903697 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dfdb9c92-a3a0-4a15-8545-82f167074738 req-2dca2c6c-c534-42e4-a5aa-fb04d22aa797 tempest-VolumesSnapshotTestJSON-1219262446 tempest-VolumesSnapshotTestJSON-1219262446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1c4c945-0566-4419-b50f-a9ae82ef909b HTTP/1.1" status: 200 len: 210 time: 0.0263770 Sep 23 11:30:25.992588 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c4c945-0566-4419-b50f-a9ae82ef909b', 'name': 'network-vif-deleted', 'tag': 'a014d9f7-0aef-4644-86cf-9e7d64e3b431'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:30:25.994973 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3231f550-328c-475b-b65c-c5e1f09ea3dc" -d '{"events": [{"server_uuid": "b1c4c945-0566-4419-b50f-a9ae82ef909b", "name": "network-vif-deleted", "tag": "a014d9f7-0aef-4644-86cf-9e7d64e3b431"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:30:26.035106 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c0ed6e-4b99-42d7-b79c-fb5ac3df53c7 x-openstack-request-id: req-33c0ed6e-4b99-42d7-b79c-fb5ac3df53c7 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:30:26.035405 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c4c945-0566-4419-b50f-a9ae82ef909b", "name": "network-vif-deleted", "tag": "a014d9f7-0aef-4644-86cf-9e7d64e3b431", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:30:26.035657 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33c0ed6e-4b99-42d7-b79c-fb5ac3df53c7 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:30:26.036057 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c4c945-0566-4419-b50f-a9ae82ef909b', 'name': 'network-vif-deleted', 'tag': 'a014d9f7-0aef-4644-86cf-9e7d64e3b431', 'status': 'completed', 'code': 200} Sep 23 11:30:26.132743 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device a014d9f7-0aef-4644-86cf-9e7d64e3b431 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:30:26.155186 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: a014d9f7-0aef-4644-86cf-9e7d64e3b431 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:30:26.155570 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device a014d9f7-0aef-4644-86cf-9e7d64e3b431 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:30:26.255270 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33504) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:26.403048 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee18a3e4-040d-4c2c-84cc-71880669c2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:26.523299 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee18a3e4-040d-4c2c-84cc-71880669c2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:26.643880 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee18a3e4-040d-4c2c-84cc-71880669c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:26.690633 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ee18a3e4-040d-4c2c-84cc-71880669c2b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7619b86025874de0be86fafe83bf4b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342682 Sep 23 11:30:26.692786 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18a3e4-040d-4c2c-84cc-71880669c2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04247bdd-80b0-4440-b0dc-2537a2d68839,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:26.693768 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33516) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:26.744352 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe56760d-2dfa-448f-93c7-0313aa693c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:26.769326 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe56760d-2dfa-448f-93c7-0313aa693c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:26.887015 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe56760d-2dfa-448f-93c7-0313aa693c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:26.890483 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe56760d-2dfa-448f-93c7-0313aa693c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:26.891774 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-fe56760d-2dfa-448f-93c7-0313aa693c92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04247bdd-80b0-4440-b0dc-2537a2d68839 HTTP/1.1" status: 204 len: 168 time: 0.1963618 Sep 23 11:30:26.901646 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56760d-2dfa-448f-93c7-0313aa693c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04247bdd-80b0-4440-b0dc-2537a2d68839,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:27.644622 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33540) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:27.664358 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6e3db5bd-b438-4d2b-a167-0db787f9e22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:27.957287 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6e3db5bd-b438-4d2b-a167-0db787f9e22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:28.043106 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6e3db5bd-b438-4d2b-a167-0db787f9e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:28.081928 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6e3db5bd-b438-4d2b-a167-0db787f9e22b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b584e3edbbb43ac907d37172054829f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359462 Sep 23 11:30:28.082704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3db5bd-b438-4d2b-a167-0db787f9e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b47fb2e-7526-4ca2-a578-a5c199bc51ac,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:28.084666 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33552) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:28.136917 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7bca80be-c6b0-4593-96b0-6430ed00742d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:28.164911 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7bca80be-c6b0-4593-96b0-6430ed00742d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:28.300876 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7bca80be-c6b0-4593-96b0-6430ed00742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:28.303714 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7bca80be-c6b0-4593-96b0-6430ed00742d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:28.305058 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7bca80be-c6b0-4593-96b0-6430ed00742d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b47fb2e-7526-4ca2-a578-a5c199bc51ac HTTP/1.1" status: 204 len: 168 time: 0.2187507 Sep 23 11:30:28.316447 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca80be-c6b0-4593-96b0-6430ed00742d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b47fb2e-7526-4ca2-a578-a5c199bc51ac,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:33.549660 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33676) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:33.665348 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1f209426-9c2b-44fc-8fe5-4b16757abb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:33.753306 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1f209426-9c2b-44fc-8fe5-4b16757abb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:33.865783 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1f209426-9c2b-44fc-8fe5-4b16757abb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:33.911817 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f209426-9c2b-44fc-8fe5-4b16757abb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9fd579-6214-4733-a26f-c52973bf42b5,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:33.918973 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1f209426-9c2b-44fc-8fe5-4b16757abb7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7461e9f212e44937a2294bb79c822f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682029 Sep 23 11:30:33.920511 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33680) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:33.973281 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99e32c0b-a6bd-4eae-93ac-2ed52de92718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:33.996102 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99e32c0b-a6bd-4eae-93ac-2ed52de92718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:34.214972 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99e32c0b-a6bd-4eae-93ac-2ed52de92718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:34.217645 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-99e32c0b-a6bd-4eae-93ac-2ed52de92718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:34.218898 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-99e32c0b-a6bd-4eae-93ac-2ed52de92718 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff9fd579-6214-4733-a26f-c52973bf42b5 HTTP/1.1" status: 204 len: 168 time: 0.2973869 Sep 23 11:30:34.230951 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e32c0b-a6bd-4eae-93ac-2ed52de92718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9fd579-6214-4733-a26f-c52973bf42b5,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:34.930797 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33698) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:34.944850 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-475fb4b3-f390-4ca9-958e-acbb7047924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:35.044222 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-475fb4b3-f390-4ca9-958e-acbb7047924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:35.163602 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-475fb4b3-f390-4ca9-958e-acbb7047924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:35.205003 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fb4b3-f390-4ca9-958e-acbb7047924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b5daa-75fe-4905-81e2-9afbdd2e59c2,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:35.210381 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-475fb4b3-f390-4ca9-958e-acbb7047924e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf827952dfcc4244ad1607b7874b43d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780731 Sep 23 11:30:35.213756 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33700) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:35.283639 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c0f02016-afdf-429c-a768-0e9a80f8e7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:35.309439 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c0f02016-afdf-429c-a768-0e9a80f8e7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:35.563216 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c0f02016-afdf-429c-a768-0e9a80f8e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:35.566533 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-c0f02016-afdf-429c-a768-0e9a80f8e7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:35.567244 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-c0f02016-afdf-429c-a768-0e9a80f8e7c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be0b5daa-75fe-4905-81e2-9afbdd2e59c2 HTTP/1.1" status: 204 len: 168 time: 0.3524110 Sep 23 11:30:35.576819 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f02016-afdf-429c-a768-0e9a80f8e7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b5daa-75fe-4905-81e2-9afbdd2e59c2,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:43.608892 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c76b5bb7-5bcc-4ddb-87ad-52e1cbe213ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:45.585879 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bf85fdac-09fc-437e-931f-4b0725bc9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.290631 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33928) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:46.413984 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.427118 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b60a6da9-52ef-40ea-8284-fc9dff947d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.536102 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b60a6da9-52ef-40ea-8284-fc9dff947d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.659696 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b60a6da9-52ef-40ea-8284-fc9dff947d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.701396 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b60a6da9-52ef-40ea-8284-fc9dff947d5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e226f3b8de5d4d19a3fe7104729defdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096804 Sep 23 11:30:46.702268 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a6da9-52ef-40ea-8284-fc9dff947d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49f8464-b5d3-4d5e-8ff7-13c0f661053a,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:46.704342 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 33932) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:46.756148 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceba19-31ca-451f-9a66-d768453e0128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.782537 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceba19-31ca-451f-9a66-d768453e0128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.917400 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceba19-31ca-451f-9a66-d768453e0128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.920444 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-39ceba19-31ca-451f-9a66-d768453e0128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:46.922030 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-39ceba19-31ca-451f-9a66-d768453e0128 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b49f8464-b5d3-4d5e-8ff7-13c0f661053a HTTP/1.1" status: 204 len: 168 time: 0.2166705 Sep 23 11:30:46.934366 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceba19-31ca-451f-9a66-d768453e0128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49f8464-b5d3-4d5e-8ff7-13c0f661053a,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:47.023392 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595583a-7009-464e-923c-783a39c6f6da req-db109324-98a4-4f0b-bb50-fb47d048ac8d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:47.024966 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f595583a-7009-464e-923c-783a39c6f6da req-db109324-98a4-4f0b-bb50-fb47d048ac8d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.2167938 Sep 23 11:30:47.075403 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f595583a-7009-464e-923c-783a39c6f6da req-b0619c48-4d8f-4ed5-86bd-9fc90766101c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 Sep 23 11:30:47.437290 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:47.541543 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33948) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:47.555377 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fd66719c-0b1f-4844-a77b-5f95b0d999c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:47.652390 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fd66719c-0b1f-4844-a77b-5f95b0d999c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:47.751962 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fd66719c-0b1f-4844-a77b-5f95b0d999c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:47.790627 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66719c-0b1f-4844-a77b-5f95b0d999c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439ac0af-dad0-4195-a5ed-49d47ad2e43a,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:47.803037 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-fd66719c-0b1f-4844-a77b-5f95b0d999c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d847aae4c6724a988443055cb95dd9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537649 Sep 23 11:30:47.803037 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 33952) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:47.860887 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-067e6eac-752a-496d-8b7b-0476362c1257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:47.882844 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-067e6eac-752a-496d-8b7b-0476362c1257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:48.031068 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-067e6eac-752a-496d-8b7b-0476362c1257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:48.033949 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-067e6eac-752a-496d-8b7b-0476362c1257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:48.035133 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-067e6eac-752a-496d-8b7b-0476362c1257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/439ac0af-dad0-4195-a5ed-49d47ad2e43a HTTP/1.1" status: 204 len: 168 time: 0.2349644 Sep 23 11:30:48.043606 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e6eac-752a-496d-8b7b-0476362c1257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439ac0af-dad0-4195-a5ed-49d47ad2e43a,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:48.205771 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eb30c-0c16-4bb6-a676-ed0b5ed67807 req-5c9563ae-c363-4d67-9924-31a36e759368 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:48.207549 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-430eb30c-0c16-4bb6-a676-ed0b5ed67807 req-5c9563ae-c363-4d67-9924-31a36e759368 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0552921 Sep 23 11:30:48.255161 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-430eb30c-0c16-4bb6-a676-ed0b5ed67807 req-42d7cfd6-e2f3-4291-a4c0-5d230e5e39f6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Sep 23 11:30:48.728835 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:49.414860 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119497d-b0b1-42e4-beb1-4276c1209a8a req-464492e2-9d12-47f2-8ada-83edf7228688 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:49.416375 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7119497d-b0b1-42e4-beb1-4276c1209a8a req-464492e2-9d12-47f2-8ada-83edf7228688 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0663242 Sep 23 11:30:49.461770 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7119497d-b0b1-42e4-beb1-4276c1209a8a req-18a37bf7-3f00-4ec0-bba5-8e8473e9dac0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369494 Sep 23 11:30:50.475157 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-89edf1c8-19de-45c7-8428-ada41c11b7df tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:50.478921 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-89edf1c8-19de-45c7-8428-ada41c11b7df tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.0771830 Sep 23 11:30:50.683876 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9d09-cd99-4d47-9cbb-89b1fac95271 req-05d76608-8377-4357-80ba-b7f210d533bb tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:50.686188 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7c0c9d09-cd99-4d47-9cbb-89b1fac95271 req-05d76608-8377-4357-80ba-b7f210d533bb tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 946 time: 0.1391506 Sep 23 11:30:50.727177 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Deleting port 11a27ad0-4f6e-4faa-b587-e74af1857535 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:30:50.727409 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:50.771634 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7c0c9d09-cd99-4d47-9cbb-89b1fac95271 req-89263374-3ebc-4a8f-beba-ee423c600ec1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1aabdc8-0c78-41b7-adea-0cf426651eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785799 Sep 23 11:30:50.864875 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] For port 11a27ad0-4f6e-4faa-b587-e74af1857535, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=11a27ad0-4f6e-4faa-b587-e74af1857535,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:30:50.865245 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:51.175080 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:51.175452 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:51.175772 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Floating IP 28dce507-7f01-48df-811f-1c0532ca86ee disassociated. External IP: 172.27.1.158, port: 11a27ad0-4f6e-4faa-b587-e74af1857535. Sep 23 11:30:51.176113 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Calling delete_port for 11a27ad0-4f6e-4faa-b587-e74af1857535 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:30:51.425462 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:30:51.449500 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-f0471346-40e5-4541-9bef-eea205d20f36 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496707 Sep 23 11:30:51.454995 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:51.488841 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event deleted for resources: {'Port': ['ID=11a27ad0-4f6e-4faa-b587-e74af1857535,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:51.519821 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.520050 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.520433 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.521029 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.521505 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.521836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.522169 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.522498 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.523167 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.523167 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.523445 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.523766 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:51.587837 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-9cead341-ab68-4384-bc6c-dffaffb0ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:51.589390 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-9cead341-ab68-4384-bc6c-dffaffb0ce10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 1099 time: 0.1017485 Sep 23 11:30:51.746263 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:30:51.837108 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-102a0433-a400-4675-be47-62a5818e61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:51.838672 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-102a0433-a400-4675-be47-62a5818e61bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 911 time: 0.2028337 Sep 23 11:30:51.966077 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-69d11a31-b03b-4aa4-9caf-3d9c85880d4a req-fc73ee59-6f27-4cd4-9e75-77d209790280 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 210 time: 0.0792067 Sep 23 11:30:51.987816 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:30:51.990990 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-82cdbbf2-2156-45db-a514-5dfce7b017cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e HTTP/1.1" status: 200 len: 1002 time: 0.1437075 Sep 23 11:30:52.003730 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] Sync routers for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:30:52.014829 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:30:52.015461 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:30:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:52.064449 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] No DVR routers for this DVR port 11a27ad0-4f6e-4faa-b587-e74af1857535 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:30:52.070476 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:52.072897 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9eaa0ff5-72b0-40d3-a55b-162310809a04 req-ed9675aa-05de-4dbe-a682-04f1e224ba72 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "DELETE /v2.0/ports/11a27ad0-4f6e-4faa-b587-e74af1857535 HTTP/1.1" status: 204 len: 173 time: 1.5891449 Sep 23 11:30:52.073429 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-deleted', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:30:52.075932 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e1cff1-8854-4020-9c03-b7536774fb9e" -d '{"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-deleted", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:30:52.098724 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-deeb11db-ba67-4669-8ec4-755ef01a3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:52.100850 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-deeb11db-ba67-4669-8ec4-755ef01a3ad6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.0867705 Sep 23 11:30:52.155693 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5e791-8d47-4838-b69b-e8ddcc303e1f x-openstack-request-id: req-92e5e791-8d47-4838-b69b-e8ddcc303e1f {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:30:52.156077 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a67480-5d1f-4550-8132-7c4c5b496c24", "name": "network-vif-deleted", "tag": "11a27ad0-4f6e-4faa-b587-e74af1857535", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:30:52.157098 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92e5e791-8d47-4838-b69b-e8ddcc303e1f {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:30:52.158975 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a67480-5d1f-4550-8132-7c4c5b496c24', 'name': 'network-vif-deleted', 'tag': '11a27ad0-4f6e-4faa-b587-e74af1857535', 'status': 'completed', 'code': 200} Sep 23 11:30:52.186829 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-46bd0b4d-ba67-4ab6-ba22-d5dc1c5d87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:52.189165 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-46bd0b4d-ba67-4ab6-ba22-d5dc1c5d87e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768461 Sep 23 11:30:52.224012 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:30:52.334433 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:52.337773 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-92bd7bba-6cea-46a2-a48a-3549d8ae487c service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358900 Sep 23 11:30:52.473480 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b03bdb87-97d4-45c2-a2e2-88153a40bbae req-1cc5aa68-fd72-45f2-ac6c-5051ca7f5d72 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185973 Sep 23 11:30:52.559989 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:52.594954 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] Checking router: d53bd33b-4ca3-4622-aade-1cb06b34b9f6 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:30:52.604794 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:30:52.605417 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:30:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:52.730662 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:30:53.120318 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-67beb2ae-18ee-4578-a764-fa3592f4f834 req-3b36c3aa-7ce8-484c-b1dd-5baff1488b31 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a67480-5d1f-4550-8132-7c4c5b496c24 HTTP/1.1" status: 200 len: 210 time: 0.0583889 Sep 23 11:30:53.212260 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:30:53.266381 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7ed42-d08b-4a1e-98ea-c87b259a0de7 None None] The sync data for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi is: [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:30:53.673775 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f841b5-8e7b-46f0-910a-aa0a917afd09 None None] New status for floating IP 28dce507-7f01-48df-811f-1c0532ca86ee: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:30:54.165310 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34098) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:54.180645 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:30:54.237023 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 11a27ad0-4f6e-4faa-b587-e74af1857535 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:30:54.238148 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 11a27ad0-4f6e-4faa-b587-e74af1857535 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:30:54.366130 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:54.375679 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34108) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:54.444010 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-285f7a2c-a2c3-41b8-980f-792faf0e5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:54.445623 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-285f7a2c-a2c3-41b8-980f-792faf0e5457 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a454238eeb549e98fffddd094a9969d&device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1138 time: 0.0597415 Sep 23 11:30:54.454400 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d268e-65f1-4747-939d-e33bd3a33328 req-0c939271-f656-477d-b781-43db3540a20d tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:54.455863 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d44466a6-7395-4447-b90a-742cac67105d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:54.462150 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-270d268e-65f1-4747-939d-e33bd3a33328 req-0c939271-f656-477d-b781-43db3540a20d tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.4155467 Sep 23 11:30:54.529908 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-270d268e-65f1-4747-939d-e33bd3a33328 req-9bfcc1b0-fb33-40bb-87d8-865fe61a9ca1 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667672 Sep 23 11:30:54.554045 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d44466a6-7395-4447-b90a-742cac67105d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:54.648453 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-6dac01bf-259e-410f-9eee-37fd58b92281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:54.651090 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-6dac01bf-259e-410f-9eee-37fd58b92281 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 200 len: 916 time: 0.1859376 Sep 23 11:30:54.652128 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:54.729553 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-ec7f7a61-58b7-4a69-b140-5013568a1907 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 1000 time: 0.0620110 Sep 23 11:30:54.788016 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-a69cfea0-bc94-42f9-acd7-847b834a47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:54.789560 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-a69cfea0-bc94-42f9-acd7-847b834a47b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a6f6253-a682-475f-9a8b-03f973009a0f HTTP/1.1" status: 200 len: 854 time: 0.0472274 Sep 23 11:30:54.791261 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:54.795213 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d44466a6-7395-4447-b90a-742cac67105d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:54.798417 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d44466a6-7395-4447-b90a-742cac67105d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:54.802215 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-d44466a6-7395-4447-b90a-742cac67105d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "DELETE /v2.0/security-groups/d1aabdc8-0c78-41b7-adea-0cf426651eb7 HTTP/1.1" status: 204 len: 168 time: 0.4229367 Sep 23 11:30:54.806998 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34118) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:54.849874 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.api.v2.resource [None req-15d4c831-7ee4-497a-9db6-f2abf26b209f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] show failed (client error): The resource could not be found. Sep 23 11:30:54.850921 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-15d4c831-7ee4-497a-9db6-f2abf26b209f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups/d1aabdc8-0c78-41b7-adea-0cf426651eb7 HTTP/1.1" status: 404 len: 347 time: 0.0354137 Sep 23 11:30:54.853305 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-2a14a844-1085-4874-8868-1a8aba1c0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:54.853612 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef2249-9b41-46ef-a554-eb323c0a2cc4,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:54.855097 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-2a14a844-1085-4874-8868-1a8aba1c0e5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566928 Sep 23 11:30:54.855963 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34122) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:54.862488 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d5c8ac4df13411088e4f8ed4989b241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925094 Sep 23 11:30:54.864546 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34124) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:54.871539 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.872168 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.872709 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.873229 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.873780 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.874109 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.874590 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.875775 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.876328 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.876670 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.876995 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.877319 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9183b9ac-ba2f-4b0b-b231-8450ed42551d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:30:54.934454 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44466a6-7395-4447-b90a-742cac67105d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aabdc8-0c78-41b7-adea-0cf426651eb7,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:54.972615 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-066522c1-4ba1-4168-8349-ea57ba578afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:54.999928 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-066522c1-4ba1-4168-8349-ea57ba578afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.076019 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-0c856803-5d25-43cf-bda1-00abb2257f06 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109942 Sep 23 11:30:55.129900 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Deleting port a712f3c5-c594-4e82-89c0-4c311a22a223 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:30:55.130247 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.139830 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-066522c1-4ba1-4168-8349-ea57ba578afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.146787 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-066522c1-4ba1-4168-8349-ea57ba578afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.150369 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-066522c1-4ba1-4168-8349-ea57ba578afb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9ef2249-9b41-46ef-a554-eb323c0a2cc4 HTTP/1.1" status: 204 len: 168 time: 0.2831471 Sep 23 11:30:55.163943 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066522c1-4ba1-4168-8349-ea57ba578afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef2249-9b41-46ef-a554-eb323c0a2cc4,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:55.255983 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31884c2d-4e47-4064-a68d-97357981bbb9 req-43c7ed7a-7f12-49a0-b241-7831d770c020 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715779 Sep 23 11:30:55.279226 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.279560 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.300811 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Calling delete_port for a712f3c5-c594-4e82-89c0-4c311a22a223 owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:30:55.586104 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.629211 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event deleted for resources: {'Port': ['ID=a712f3c5-c594-4e82-89c0-4c311a22a223,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:55.730456 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dee9b-22b4-4711-8fdd-42598cb7698b req-fefcdae6-7380-459b-b46c-20a3d75ca597 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:55.732121 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0c0dee9b-22b4-4711-8fdd-42598cb7698b req-fefcdae6-7380-459b-b46c-20a3d75ca597 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.1092601 Sep 23 11:30:55.733108 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.736493 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:55.738026 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-af02da72-72fa-4b1c-806a-2dc20e21abad tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "DELETE /v2.0/floatingips/28dce507-7f01-48df-811f-1c0532ca86ee HTTP/1.1" status: 204 len: 168 time: 0.8806498 Sep 23 11:30:55.780827 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0c0dee9b-22b4-4711-8fdd-42598cb7698b req-1e1d4ade-5738-4670-95b2-f06d46a104dd tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394440 Sep 23 11:30:55.943247 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34148) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:55.964327 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a55072c2-5914-495a-8d57-a30e131cb553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.073989 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a55072c2-5914-495a-8d57-a30e131cb553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.098149 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34164) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:56.106833 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-7f18b3f1-f913-414c-b0fc-aa2ab3184a21 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729459448', 'description': 'tempest-description--1960244114'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:56.187255 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a55072c2-5914-495a-8d57-a30e131cb553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.242643 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55072c2-5914-495a-8d57-a30e131cb553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8698ac08-7eb1-4fb4-9971-2d93e5d15ee1,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:56.243703 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a55072c2-5914-495a-8d57-a30e131cb553 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4986345d566546ce9f1948f0380e8244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988741 Sep 23 11:30:56.246364 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34168) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:56.301329 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6f68ca96-46b0-4bfa-9106-402098ef5769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.324817 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6f68ca96-46b0-4bfa-9106-402098ef5769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.391870 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7f18b3f1-f913-414c-b0fc-aa2ab3184a21 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.490506 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6f68ca96-46b0-4bfa-9106-402098ef5769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.493272 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6f68ca96-46b0-4bfa-9106-402098ef5769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.494356 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6f68ca96-46b0-4bfa-9106-402098ef5769 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8698ac08-7eb1-4fb4-9971-2d93e5d15ee1 HTTP/1.1" status: 204 len: 168 time: 0.2469912 Sep 23 11:30:56.511455 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68ca96-46b0-4bfa-9106-402098ef5769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8698ac08-7eb1-4fb4-9971-2d93e5d15ee1,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:56.560785 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7f18b3f1-f913-414c-b0fc-aa2ab3184a21 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.653934 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7f18b3f1-f913-414c-b0fc-aa2ab3184a21 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.692095 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18b3f1-f913-414c-b0fc-aa2ab3184a21 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476d68ba-68fc-4c33-b9da-52ba53da8cb0,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:56.785191 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7f18b3f1-f913-414c-b0fc-aa2ab3184a21 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:56.786392 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7f18b3f1-f913-414c-b0fc-aa2ab3184a21 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6868002 Sep 23 11:30:56.789282 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34174) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:56.912639 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e363-a29a-463c-aff4-abfb7890b364 req-c4ae0bc6-a781-4cea-aa7d-9b1f35b916c8 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:56.914265 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2167e363-a29a-463c-aff4-abfb7890b364 req-c4ae0bc6-a781-4cea-aa7d-9b1f35b916c8 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.0585124 Sep 23 11:30:56.981941 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2167e363-a29a-463c-aff4-abfb7890b364 req-d0ab2ec0-fdb6-4be6-9278-b850f81cb3c2 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606875 Sep 23 11:30:57.078506 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-5fdaf435-cb5b-4921-86a5-368b4470c765 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'security_group_rule': {'security_group_id': '476d68ba-68fc-4c33-b9da-52ba53da8cb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:57.154378 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf435-cb5b-4921-86a5-368b4470c765 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:57.252605 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf435-cb5b-4921-86a5-368b4470c765 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:57.317842 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf435-cb5b-4921-86a5-368b4470c765 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:57.344841 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaf435-cb5b-4921-86a5-368b4470c765 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291424bf-c30d-45d6-ae8b-3bbe4b7e7391,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:57.442447 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf435-cb5b-4921-86a5-368b4470c765 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:57.443716 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5fdaf435-cb5b-4921-86a5-368b4470c765 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6534438 Sep 23 11:30:57.446628 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34196) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:57.451154 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-3b10698d-8ff0-435a-a79d-77c024041e52 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'security_group_rule': {'security_group_id': '476d68ba-68fc-4c33-b9da-52ba53da8cb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:57.565000 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3b10698d-8ff0-435a-a79d-77c024041e52 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:57.640521 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3b10698d-8ff0-435a-a79d-77c024041e52 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:57.757147 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3b10698d-8ff0-435a-a79d-77c024041e52 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:57.777888 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10698d-8ff0-435a-a79d-77c024041e52 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e2bdf6-1aa8-4e94-a1af-f8d008d38c50,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:57.956661 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3b10698d-8ff0-435a-a79d-77c024041e52 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:57.957959 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3b10698d-8ff0-435a-a79d-77c024041e52 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5103781 Sep 23 11:30:57.961603 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34234) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:30:57.967034 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:30:58.060246 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:58.213747 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c11ddf-a49f-4f2a-9c2e-09e9928e8a63 req-e3a3a4ff-f171-4720-a57d-a8b68bb2d06f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:58.215340 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-16c11ddf-a49f-4f2a-9c2e-09e9928e8a63 req-e3a3a4ff-f171-4720-a57d-a8b68bb2d06f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.1146152 Sep 23 11:30:58.293752 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-16c11ddf-a49f-4f2a-9c2e-09e9928e8a63 req-36e8ac1c-bffc-4c6c-945a-0ec45bc8f2d2 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533764 Sep 23 11:30:58.313617 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:58.486136 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Allocated IP 172.27.1.238 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/f8c5d1d5-f799-481a-ac86-623552debc86) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:30:58.629311 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:58.780315 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:58.823453 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:30:58.826631 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:30:58.831232 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:30:58.856772 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'Port': ['ID=f8c5d1d5-f799-481a-ac86-623552debc86,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:58.936127 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:59.128388 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:59.357225 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:59.468581 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8bea5-636f-420c-9a01-2b3c80d324aa req-1edcf657-e01a-421d-904c-9e02b4eea94a tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:30:59.471266 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6de8bea5-636f-420c-9a01-2b3c80d324aa req-1edcf657-e01a-421d-904c-9e02b4eea94a tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.0867689 Sep 23 11:30:59.472215 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:59.577382 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'Port': ['ID=f8c5d1d5-f799-481a-ac86-623552debc86,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:30:59.602899 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6de8bea5-636f-420c-9a01-2b3c80d324aa req-3b953b29-ebee-459c-b0fe-3659157e8483 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211200 Sep 23 11:30:59.603920 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:59.797529 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:30:59.799135 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ffa6354c-ac9d-4973-b086-615f8fc373ce tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8363917 Sep 23 11:31:00.040059 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-29660ea0-bfbd-4003-88c9-f6b70af4c8e5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1729459448&fields=id&tenant_id=ede4db69675e47d386e4a4678eea1cd3 HTTP/1.1" status: 200 len: 267 time: 0.0401146 Sep 23 11:31:00.186845 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-5729f112-b189-43d0-a8fc-b95be42f3604 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:00.189539 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-5729f112-b189-43d0-a8fc-b95be42f3604 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 816 time: 0.1306665 Sep 23 11:31:00.206557 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-b6d45588-f13b-4c0d-8040-1f68872f47d6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/quotas/ede4db69675e47d386e4a4678eea1cd3 HTTP/1.1" status: 200 len: 375 time: 0.0106716 Sep 23 11:31:00.270170 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-433ee268-9f4c-4d52-b979-9bf59e17fb09 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550272 Sep 23 11:31:00.506659 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-74e063f9-b589-409d-aaba-137722f08f4e service neutron] 10.222.0.13 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252903 Sep 23 11:31:00.632428 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-b7714223-2556-4a29-b350-d162558d710e service neutron] 10.222.0.13 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145642 Sep 23 11:31:01.025567 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b18d08-4c4d-4e84-9004-6868b1f40d4c req-e50d44e6-77f7-4411-925a-9110d4e5114e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:01.027186 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-15b18d08-4c4d-4e84-9004-6868b1f40d4c req-e50d44e6-77f7-4411-925a-9110d4e5114e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.0811675 Sep 23 11:31:01.061236 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e30303c5-4450-4f07-b2f7-c8213b741bb5 req-dc029f68-5383-4d7b-96c5-28de34840fc7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 210 time: 0.0330055 Sep 23 11:31:01.145032 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-15b18d08-4c4d-4e84-9004-6868b1f40d4c req-37b1f4e3-1b8d-4adf-aa58-11bfaacb81a3 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062586 Sep 23 11:31:01.213639 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34352) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:01.258866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08957963-04db-4302-9776-8ee547a9922d req-564869a1-650d-4a16-8e62-8b2910af685b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:01.260519 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-08957963-04db-4302-9776-8ee547a9922d req-564869a1-650d-4a16-8e62-8b2910af685b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0752592 Sep 23 11:31:01.310158 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-12497f12-83f8-4229-a86b-99f07af01ce1 admin admin] Deleting subnet 9e481f7c-60f4-4d7a-a1f2-a301756b34cd {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:31:01.315025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-12497f12-83f8-4229-a86b-99f07af01ce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.332689 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-08957963-04db-4302-9776-8ee547a9922d req-c4e6c771-f95c-43d8-9d55-edb6fbd6c4cc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593934 Sep 23 11:31:01.365110 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-12497f12-83f8-4229-a86b-99f07af01ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.422753 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-12497f12-83f8-4229-a86b-99f07af01ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.522718 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-12497f12-83f8-4229-a86b-99f07af01ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.555912 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12497f12-83f8-4229-a86b-99f07af01ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e481f7c-60f4-4d7a-a1f2-a301756b34cd,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:01.559758 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-12497f12-83f8-4229-a86b-99f07af01ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.563101 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-12497f12-83f8-4229-a86b-99f07af01ce1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9e481f7c-60f4-4d7a-a1f2-a301756b34cd HTTP/1.1" status: 204 len: 168 time: 0.3453281 Sep 23 11:31:01.565965 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34362) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:01.657270 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.763031 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.801278 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f800ac-9264-41fb-b812-180fec06abc5']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:01.818662 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0c8f49-640b-475a-b891-bba71fc0ba3b') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:01.819197 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0c8f49-640b-475a-b891-bba71fc0ba3b') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:01.831061 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.848581 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.854697 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:31:01.855457 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:31:01.856821 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:31:01.986120 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.991655 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:01.993673 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] 10.222.0.13 "DELETE /v2.0/networks/54f800ac-9264-41fb-b812-180fec06abc5 HTTP/1.1" status: 204 len: 168 time: 0.4267137 Sep 23 11:31:02.004896 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d3744-541f-41a7-afb1-81759713bdfc admin admin] Pushing event deleted for resources: {'Network': ['ID=54f800ac-9264-41fb-b812-180fec06abc5,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:02.190531 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4a3ca0eb-a13e-4174-9e7f-2e852e9fb2b1 req-745e577b-1fab-4e64-b7b0-8a537699c813 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 210 time: 0.0321858 Sep 23 11:31:02.308189 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352c87-6e23-490d-9d87-be622a1a6e96 req-469fc244-457d-4b5c-98e4-cc3bee19929b tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:02.309870 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ed352c87-6e23-490d-9d87-be622a1a6e96 req-469fc244-457d-4b5c-98e4-cc3bee19929b tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.0633607 Sep 23 11:31:02.372723 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ed352c87-6e23-490d-9d87-be622a1a6e96 req-21d3eb03-fd0a-44bc-9264-32d5faa5bca4 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549648 Sep 23 11:31:02.480587 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34380) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:02.495931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7a101-8a17-4044-94fc-0407d237e182 req-d003943c-e510-4858-b713-c47faee34b01 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:02.499548 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2de7a101-8a17-4044-94fc-0407d237e182 req-d003943c-e510-4858-b713-c47faee34b01 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0730894 Sep 23 11:31:02.567883 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ae500b3b-0402-4a58-9347-cb5fe2e9f2f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c86b54ca42964d588be3092ae59e1ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847261 Sep 23 11:31:02.570580 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34382) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:02.573346 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2de7a101-8a17-4044-94fc-0407d237e182 req-c6c44136-296b-48d8-86e9-64db8225be72 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609739 Sep 23 11:31:02.631583 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b6df-0053-4b6d-83b6-1f2f532f700c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:02.657239 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b6df-0053-4b6d-83b6-1f2f532f700c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:02.836378 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b6df-0053-4b6d-83b6-1f2f532f700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:02.839062 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b6df-0053-4b6d-83b6-1f2f532f700c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:02.840233 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-f7a2b6df-0053-4b6d-83b6-1f2f532f700c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6410a0d7-362d-4083-9d3b-abe620c628e2 HTTP/1.1" status: 204 len: 168 time: 0.2683940 Sep 23 11:31:02.849595 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2b6df-0053-4b6d-83b6-1f2f532f700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6410a0d7-362d-4083-9d3b-abe620c628e2,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:03.088197 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-1c746275-8a11-4753-9f79-d265745e4f81 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:03.090969 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-1c746275-8a11-4753-9f79-d265745e4f81 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.0679514 Sep 23 11:31:03.209938 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Deleting port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:31:03.211217 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:03.377151 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-25934ab8-0861-4e7d-b604-594d31e9d34b req-60170982-8e75-4cbd-9490-4e17dd90474c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 210 time: 0.0339081 Sep 23 11:31:03.405511 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] For port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:31:03.407318 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:03.717015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-1a51ed31-843e-4792-be51-eea05357ca0d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:03.718691 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-1a51ed31-843e-4792-be51-eea05357ca0d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 816 time: 0.2746437 Sep 23 11:31:03.732196 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208415d7-06f0-4f75-abf6-51ce43d24be2 req-a7a512ba-3a8c-48ae-8dfc-20eb227a6d6f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:03.733574 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-208415d7-06f0-4f75-abf6-51ce43d24be2 req-a7a512ba-3a8c-48ae-8dfc-20eb227a6d6f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.1980922 Sep 23 11:31:03.780507 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34410) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:03.904605 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-bc30c0c7-50fd-4a79-8b92-afeb81927faf tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede4db69675e47d386e4a4678eea1cd3 HTTP/1.1" status: 200 len: 380 time: 0.1618423 Sep 23 11:31:03.913285 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-208415d7-06f0-4f75-abf6-51ce43d24be2 req-df715b44-0bca-4277-8623-39710124869c tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1606483 Sep 23 11:31:03.924917 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0d066-c765-40d2-92e1-83903f002e69 req-2593e10f-ec3e-4473-9de8-5d689f2cc5d5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:03.926701 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-44a0d066-c765-40d2-92e1-83903f002e69 req-2593e10f-ec3e-4473-9de8-5d689f2cc5d5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 946 time: 0.2065587 Sep 23 11:31:03.936869 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'port': {'device_id': '2d901c66-928a-4350-980b-d9ff0933c659', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'admin_state_up': True, 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'security_groups': ['476d68ba-68fc-4c33-b9da-52ba53da8cb0']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:03.945992 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:03.946307 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:03.946632 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Floating IP b65f40ec-8212-4d2b-b714-802b4ffd1a10 disassociated. External IP: 172.27.1.100, port: 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e. Sep 23 11:31:03.946981 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Calling delete_port for 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:31:03.988520 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-cd6f6a28-cfcd-4cc1-ac1f-4216c5944de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.101586 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-44a0d066-c765-40d2-92e1-83903f002e69 req-e4b048fb-70e6-4b3d-8d80-bca3acbbf6f9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=66d2319a-2624-47d7-b4e3-f94d966837b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606319 Sep 23 11:31:04.106876 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-cd6f6a28-cfcd-4cc1-ac1f-4216c5944de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.197275 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-cd6f6a28-cfcd-4cc1-ac1f-4216c5944de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.257729 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f6a28-cfcd-4cc1-ac1f-4216c5944de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b6af29-42b7-4c1c-afa6-3d8cab32b062,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:04.262046 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-cd6f6a28-cfcd-4cc1-ac1f-4216c5944de7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36751dbb2231431db971abaf3add8e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802155 Sep 23 11:31:04.266718 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34418) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:04.283043 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.314292 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Made reservation on behalf of ede4db69675e47d386e4a4678eea1cd3 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:31:04.317866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.319967 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event deleted for resources: {'Port': ['ID=7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:04.354612 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-00791011-de52-46c4-80a1-a446a1e277ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.386210 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-00791011-de52-46c4-80a1-a446a1e277ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.510588 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-00791011-de52-46c4-80a1-a446a1e277ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.513452 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-00791011-de52-46c4-80a1-a446a1e277ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:04.514715 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-00791011-de52-46c4-80a1-a446a1e277ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4b6af29-42b7-4c1c-afa6-3d8cab32b062 HTTP/1.1" status: 204 len: 168 time: 0.2479448 Sep 23 11:31:04.529546 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00791011-de52-46c4-80a1-a446a1e277ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b6af29-42b7-4c1c-afa6-3d8cab32b062,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:04.716712 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff6ddaf0-4837-4bdd-ace0-75c656572fd8 req-b595bb0f-633b-4219-9aa2-d71526682f25 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 210 time: 0.0736170 Sep 23 11:31:04.842783 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Router 91cff9eb-1ddc-4081-91b7-60ab350be0bf has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:31:04.846028 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Allocated IP 172.20.0.11 (199d67e0-ae6f-48e6-8da6-46b7fd4a780d/2ffbe4bd-308d-4405-944a-401c120bc89e/42fcb4cc-397f-42b4-87a1-938a41e4dce3) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:31:05.089769 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:31:05.105450 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] Sync routers for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:31:05.121210 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:31:05.122007 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:30:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:05.154664 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] No DVR routers for this DVR port 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:31:05.167614 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168cd45-13b7-4be8-8886-ad1a5df190a3 req-d9577147-77f3-492f-a7a7-62480fc6ada5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:05.169754 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b168cd45-13b7-4be8-8886-ad1a5df190a3 req-d9577147-77f3-492f-a7a7-62480fc6ada5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.1680715 Sep 23 11:31:05.203405 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34432) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:05.204427 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.207960 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4fc35703-2389-4d22-b229-1fceb265dbe0 req-5dd46233-bf13-45f7-837f-a2020fee22d4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "DELETE /v2.0/ports/7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e HTTP/1.1" status: 204 len: 173 time: 2.1095266 Sep 23 11:31:05.208709 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266497bd-0a32-478c-a967-351197f6fda5', 'name': 'network-vif-deleted', 'tag': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:05.212695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91088ac8-4479-4361-9f72-233d72080c1c" -d '{"events": [{"server_uuid": "266497bd-0a32-478c-a967-351197f6fda5", "name": "network-vif-deleted", "tag": "7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:05.228226 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.231861 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-15f31335-7a3a-438d-90f9-e7613174b9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.253836 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:31:05.288492 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-12d9764a-b771-402a-b519-750e0c2b5b8a req-fb2eabc5-f9d7-4f15-83b1-e8080e68ca75 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.0525978 Sep 23 11:31:05.382175 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b168cd45-13b7-4be8-8886-ad1a5df190a3 req-9a4c1a03-3a6e-44b6-8e5c-c552e2a1820a tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340022 Sep 23 11:31:05.411993 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3932ef7a-b3dc-47c5-866c-2e5e485eb31d x-openstack-request-id: req-3932ef7a-b3dc-47c5-866c-2e5e485eb31d {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:05.412497 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266497bd-0a32-478c-a967-351197f6fda5", "name": "network-vif-deleted", "tag": "7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:05.413368 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3932ef7a-b3dc-47c5-866c-2e5e485eb31d {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:05.414757 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266497bd-0a32-478c-a967-351197f6fda5', 'name': 'network-vif-deleted', 'tag': '7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e', 'status': 'completed', 'code': 200} Sep 23 11:31:05.430531 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-15f31335-7a3a-438d-90f9-e7613174b9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.472235 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.544658 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:05.545295 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-15f31335-7a3a-438d-90f9-e7613174b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.553866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:31:05.557702 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:31:05.560189 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:31:05.587217 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] Checking router: 91cff9eb-1ddc-4081-91b7-60ab350be0bf for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:31:05.600259 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-15f31335-7a3a-438d-90f9-e7613174b9f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4a5eb60c2b64647b6bb9d57960554c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911538 Sep 23 11:31:05.600259 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f31335-7a3a-438d-90f9-e7613174b9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b2adee-a69b-4796-bfa2-b28fe9e6c232,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:05.601644 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34438) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:05.602575 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:05.603008 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:31:05.603776 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:30:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:05.680556 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:05.681599 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.708383 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2ae3f918-2679-4d34-9775-1726fcfafdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.737759 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2ae3f918-2679-4d34-9775-1726fcfafdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.774995 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:31:05.787100 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ed85745e-eb0f-48cc-a266-b338a753b2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8704689 Sep 23 11:31:05.913234 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6dc0d-0906-4b31-bf41-add4ec43d070 req-95f288fd-43a5-4641-9b38-655ec6639ba7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:05.921370 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8c6dc0d-0906-4b31-bf41-add4ec43d070 req-95f288fd-43a5-4641-9b38-655ec6639ba7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 932 time: 0.1083469 Sep 23 11:31:05.922757 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2ae3f918-2679-4d34-9775-1726fcfafdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.927560 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-2ae3f918-2679-4d34-9775-1726fcfafdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.934040 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-4d43549c-b84e-41c0-8ecd-62e3c953a5c4 None None] Provisioning complete for port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:31:05.934792 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4d43549c-b84e-41c0-8ecd-62e3c953a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:05.935589 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-2ae3f918-2679-4d34-9775-1726fcfafdac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2b2adee-a69b-4796-bfa2-b28fe9e6c232 HTTP/1.1" status: 204 len: 168 time: 0.3281293 Sep 23 11:31:05.946715 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3f918-2679-4d34-9775-1726fcfafdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b2adee-a69b-4796-bfa2-b28fe9e6c232,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:05.977053 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b8c6dc0d-0906-4b31-bf41-add4ec43d070 req-9a0897fe-a8bb-4a69-af0a-7a8bfae35fd2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544667 Sep 23 11:31:06.015937 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-4d43549c-b84e-41c0-8ecd-62e3c953a5c4 None None] Port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:31:06.025917 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Request body: {'port': {'device_id': '2d901c66-928a-4350-980b-d9ff0933c659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:06.084029 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:06.099014 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:06.114279 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c34d1-7f2c-4eea-98fe-57dafe52e33a None None] The sync data for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi is: [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:31:06.454205 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8c7f6-f608-4946-89c1-4563ac76de55 None None] New status for floating IP b65f40ec-8212-4d2b-b714-802b4ffd1a10: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:31:06.505536 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-38df98d8-1642-4a96-bcdc-7672b35f6970 req-83c69f4f-1fcf-4f93-b3a9-05363c18a799 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=266497bd-0a32-478c-a967-351197f6fda5 HTTP/1.1" status: 200 len: 210 time: 0.0643988 Sep 23 11:31:06.543490 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fcb4cc-397f-42b4-87a1-938a41e4dce3 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:31:06.558223 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:06.598689 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49d210-fdd1-4294-903f-dc00359fdc20 req-3dc3fe6f-f05c-45d1-bd44-dd362a0daa31 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:06.600415 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae49d210-fdd1-4294-903f-dc00359fdc20 req-3dc3fe6f-f05c-45d1-bd44-dd362a0daa31 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.1265364 Sep 23 11:31:06.605965 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Transition to ACTIVE for port object 42fcb4cc-397f-42b4-87a1-938a41e4dce3 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:31:06.657182 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae49d210-fdd1-4294-903f-dc00359fdc20 req-43f66b8e-bf5c-45ec-a4a1-47c4606b0cee tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497210 Sep 23 11:31:06.689154 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:31:06.710377 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:31:06.721351 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 7bf09cf5-a2fd-44a0-9473-5ef69fdf0a1e not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:31:06.751082 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:06.808610 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:06.911602 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Attempting to bind port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:31:06.911829 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Attempting to bind port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:31:06.912177 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Attempting to bind port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 on network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:31:06.917472 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 on network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:31:06.917948 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Attempting to bind port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 on network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:31:06.923465 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:31:06.923837 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Checking segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:31:06.924264 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Bound using segment: {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:31:06.924722 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Bound port: 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2123f49-d09b-4dda-b8ce-d2d006e1db83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:31:06.925082 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:07.014691 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:31:07.021965 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:31:07.139640 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11309d11-7d54-4967-aaf5-74c664be14c2 req-6ab3d2e2-989c-4e48-9b5d-11cce1711ba9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:07.140097 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-11309d11-7d54-4967-aaf5-74c664be14c2 req-6ab3d2e2-989c-4e48-9b5d-11cce1711ba9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0627005 Sep 23 11:31:07.143505 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:07.198612 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:07.199074 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:07.200732 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-db0d6061-986c-4036-9239-397fd506a438 service neutron] 10.222.0.22 "PUT /v2.0/ports/42fcb4cc-397f-42b4-87a1-938a41e4dce3 HTTP/1.1" status: 200 len: 1094 time: 1.4050338 Sep 23 11:31:07.240868 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-11309d11-7d54-4967-aaf5-74c664be14c2 req-16fb93cb-2fd0-4bec-858d-faef4b2909ff tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917883 Sep 23 11:31:07.245262 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d6061-986c-4036-9239-397fd506a438 service neutron] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:07.415249 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-85babdda-cb85-497d-80a6-3b307f8bdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:07.416904 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-85babdda-cb85-497d-80a6-3b307f8bdf83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 1097 time: 0.0562727 Sep 23 11:31:07.417295 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:07.424565 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:07.471660 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-633d29ba-3fcc-4152-b796-7c44bd2924dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3 HTTP/1.1" status: 200 len: 217 time: 0.0425403 Sep 23 11:31:07.473143 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9fee1-c7f9-44d4-a045-267037ca8868 x-openstack-request-id: req-c7d9fee1-c7f9-44d4-a045-267037ca8868 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:07.473439 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:07.473691 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7d9fee1-c7f9-44d4-a045-267037ca8868 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:07.474078 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'status': 'completed', 'code': 200} Sep 23 11:31:07.524160 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-fbe82c4c-df31-46fe-8b22-9b5d743c3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:07.525821 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-fbe82c4c-df31-46fe-8b22-9b5d743c3fe6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.0457103 Sep 23 11:31:07.586371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-7c59c74b-4454-41c2-b560-a10861575d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:07.588046 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-7c59c74b-4454-41c2-b560-a10861575d9b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539026 Sep 23 11:31:07.681069 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34484) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:07.796923 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-530ad8ee-e971-4859-85e3-5222c4ef7d20 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:07.856613 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-f544ae18-075f-4839-b9cf-271676d49f0a service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603443 Sep 23 11:31:07.861994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-530ad8ee-e971-4859-85e3-5222c4ef7d20 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:07.926445 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273e62f-dd03-4105-82fa-4ead3f1d9d29 req-dbbbcfd6-606e-45ea-bb2e-8aff9c36512b tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:07.928108 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2273e62f-dd03-4105-82fa-4ead3f1d9d29 req-dbbbcfd6-606e-45ea-bb2e-8aff9c36512b tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.1597991 Sep 23 11:31:08.073196 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2273e62f-dd03-4105-82fa-4ead3f1d9d29 req-707b64b2-346b-4697-859a-12d0dd45f56f tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945230 Sep 23 11:31:08.077337 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07a03abc-5e3b-4659-8df2-7ec51368e082 req-ea7ea57d-520e-4a1c-a769-c705de3a5c0a service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123380 Sep 23 11:31:08.133676 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-530ad8ee-e971-4859-85e3-5222c4ef7d20 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:08.137025 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-530ad8ee-e971-4859-85e3-5222c4ef7d20 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:08.138574 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-530ad8ee-e971-4859-85e3-5222c4ef7d20 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "DELETE /v2.0/security-groups/66d2319a-2624-47d7-b4e3-f94d966837b2 HTTP/1.1" status: 204 len: 168 time: 0.4561694 Sep 23 11:31:08.142573 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34492) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:08.152322 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ad8ee-e971-4859-85e3-5222c4ef7d20 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d2319a-2624-47d7-b4e3-f94d966837b2,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:08.166003 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.api.v2.resource [None req-a12918e4-1e1b-41e8-a93e-c3a2195a47c7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] show failed (client error): The resource could not be found. Sep 23 11:31:08.171291 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-a12918e4-1e1b-41e8-a93e-c3a2195a47c7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups/66d2319a-2624-47d7-b4e3-f94d966837b2 HTTP/1.1" status: 404 len: 347 time: 0.0269489 Sep 23 11:31:08.176245 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34494) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:08.258807 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-c6b1fe91-3e04-4f61-8efd-277703394335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:08.260619 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-c6b1fe91-3e04-4f61-8efd-277703394335 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 1097 time: 0.0501997 Sep 23 11:31:08.368658 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Deleting port 24b6db2b-8238-4107-a48c-9cad9362d7d6 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:31:08.369034 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:08.464893 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-d26a7a0a-c273-4536-8202-67611a056c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:08.466597 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-d26a7a0a-c273-4536-8202-67611a056c82 service neutron] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 917 time: 0.1988692 Sep 23 11:31:08.476914 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:08.477299 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:08.479486 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee77a32-eb84-4919-8f8e-e8cafe9fe4f0 req-1da74fe2-90bd-4eea-9d79-10ccf01e4414 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:08.482728 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dee77a32-eb84-4919-8f8e-e8cafe9fe4f0 req-1da74fe2-90bd-4eea-9d79-10ccf01e4414 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0888741 Sep 23 11:31:08.493668 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Calling delete_port for 24b6db2b-8238-4107-a48c-9cad9362d7d6 owned by network:floatingip {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:31:08.528046 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-600874f0-3c34-446a-94ae-174181c7e49c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3 HTTP/1.1" status: 200 len: 217 time: 0.0456927 Sep 23 11:31:08.653590 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dee77a32-eb84-4919-8f8e-e8cafe9fe4f0 req-73fa4f22-e067-4630-a28e-9c0f5289f538 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230824 Sep 23 11:31:08.669859 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-6645e2a8-0311-40ff-b8aa-974f0a629331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:08.671500 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-6645e2a8-0311-40ff-b8aa-974f0a629331 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.1343586 Sep 23 11:31:08.731534 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-2312676b-dc4c-4914-8cf8-ecf59647b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:08.733129 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-2312676b-dc4c-4914-8cf8-ecf59647b6c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529754 Sep 23 11:31:08.791044 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:08.820562 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event deleted for resources: {'Port': ['ID=24b6db2b-8238-4107-a48c-9cad9362d7d6,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:08.846047 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-ecef0d75-d21d-4676-8fb7-facdaa080fc8 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007276 Sep 23 11:31:08.908465 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:08.919672 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:08.921362 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-545bb5ff-10e3-4589-8b1d-e6c6f6aa63b1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "DELETE /v2.0/floatingips/b65f40ec-8212-4d2b-b714-802b4ffd1a10 HTTP/1.1" status: 204 len: 168 time: 0.7433891 Sep 23 11:31:09.009551 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42a5f03f-14e0-4b36-aa01-8fd396e89bb4 req-ef4458b0-103e-40cc-a89c-8dd516cdfe37 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470499 Sep 23 11:31:09.210737 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e2f9-2eef-4d13-9375-46c70a22ebdc req-b3a2f82c-d064-469e-8c41-b632c9f759e9 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:09.212385 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9e11e2f9-2eef-4d13-9375-46c70a22ebdc req-b3a2f82c-d064-469e-8c41-b632c9f759e9 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.0540340 Sep 23 11:31:09.262450 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9e11e2f9-2eef-4d13-9375-46c70a22ebdc req-380c3fee-d30a-4078-b992-530814408ba0 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372910 Sep 23 11:31:09.352708 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34526) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:09.357442 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-e89b2136-040c-451e-9c3e-12e5e56dde43 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--113310860', 'description': 'tempest-description--2050573646'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:09.471137 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e89b2136-040c-451e-9c3e-12e5e56dde43 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:09.490646 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34530) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:09.575911 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e89b2136-040c-451e-9c3e-12e5e56dde43 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:09.608669 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd503-0534-470b-a021-04689bd442f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:09.678103 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e89b2136-040c-451e-9c3e-12e5e56dde43 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:09.728102 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b2136-040c-451e-9c3e-12e5e56dde43 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd2320-7f49-4638-a62d-18cb91840381,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:09.820457 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd1c6a-c1a3-463c-9353-6ac03816303c req-e4f3c5fd-52a3-4604-bb69-834fc2bbbfe1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:09.822133 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b1cd1c6a-c1a3-463c-9353-6ac03816303c req-e4f3c5fd-52a3-4604-bb69-834fc2bbbfe1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0813870 Sep 23 11:31:09.854394 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd503-0534-470b-a021-04689bd442f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:09.877175 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b1cd1c6a-c1a3-463c-9353-6ac03816303c req-2a8e7a66-fb44-4de6-9633-7865cb1e1175 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488031 Sep 23 11:31:09.934620 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd503-0534-470b-a021-04689bd442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:09.978270 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ed2bd503-0534-470b-a021-04689bd442f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70ca1560586b4683ae9f1709b05ab026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860914 Sep 23 11:31:09.979232 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bd503-0534-470b-a021-04689bd442f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7893ff98-b4ed-4367-bcb1-7f5a44a1b251,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:09.980686 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34538) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:09.996188 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e89b2136-040c-451e-9c3e-12e5e56dde43 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:09.997488 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e89b2136-040c-451e-9c3e-12e5e56dde43 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6437461 Sep 23 11:31:10.005075 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34540) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:10.009971 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-0652bfad-94cb-4a35-a4f8-28fbc31df0fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'security_group_rule': {'security_group_id': 'c3cd2320-7f49-4638-a62d-18cb91840381', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:10.038734 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-541ed72e-9178-4400-b03d-62fe56b7966a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.065656 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-541ed72e-9178-4400-b03d-62fe56b7966a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.089988 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0652bfad-94cb-4a35-a4f8-28fbc31df0fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.197178 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-541ed72e-9178-4400-b03d-62fe56b7966a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.201683 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-541ed72e-9178-4400-b03d-62fe56b7966a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.204127 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-541ed72e-9178-4400-b03d-62fe56b7966a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7893ff98-b4ed-4367-bcb1-7f5a44a1b251 HTTP/1.1" status: 204 len: 168 time: 0.2219746 Sep 23 11:31:10.216094 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0652bfad-94cb-4a35-a4f8-28fbc31df0fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.217027 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ed72e-9178-4400-b03d-62fe56b7966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7893ff98-b4ed-4367-bcb1-7f5a44a1b251,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:10.288736 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0652bfad-94cb-4a35-a4f8-28fbc31df0fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.308013 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652bfad-94cb-4a35-a4f8-28fbc31df0fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4562a23-0f72-4c30-8c1f-1e8192f99727,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:10.416579 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb229d9-a172-41e5-93f6-e8a4a1a4482a req-314b1003-991f-4c7c-9e9f-c337c4a5a85a tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:10.418076 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-afb229d9-a172-41e5-93f6-e8a4a1a4482a req-314b1003-991f-4c7c-9e9f-c337c4a5a85a tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.0505133 Sep 23 11:31:10.462871 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-afb229d9-a172-41e5-93f6-e8a4a1a4482a req-8fe63fa5-fb45-43ee-a5db-047dcbd7ecec tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381138 Sep 23 11:31:10.550298 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0652bfad-94cb-4a35-a4f8-28fbc31df0fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.551557 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0652bfad-94cb-4a35-a4f8-28fbc31df0fe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5454714 Sep 23 11:31:10.554348 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34546) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:10.562078 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-215b2ffb-90ac-4f52-8677-b4d6c84c7811 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'security_group_rule': {'security_group_id': 'c3cd2320-7f49-4638-a62d-18cb91840381', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:10.669678 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-215b2ffb-90ac-4f52-8677-b4d6c84c7811 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.731853 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-215b2ffb-90ac-4f52-8677-b4d6c84c7811 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.735402 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:31:10.811244 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-215b2ffb-90ac-4f52-8677-b4d6c84c7811 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.832545 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b2ffb-90ac-4f52-8677-b4d6c84c7811 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756d3d29-1dd9-4c1c-9c0e-4ec790728e3c,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:10.855950 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:31:10.868170 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'port_id': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'mac_address': 'fa:16:3e:13:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:31:10.908170 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.911427 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-215b2ffb-90ac-4f52-8677-b4d6c84c7811 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:10.915652 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-215b2ffb-90ac-4f52-8677-b4d6c84c7811 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568091 Sep 23 11:31:10.915918 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34558) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:10.923132 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:10.923524 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fcb4cc-397f-42b4-87a1-938a41e4dce3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:31:10.957542 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:31:11.038530 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03307fbd-da31-4d22-9b0d-0bf063a4d424 req-b0d2eca9-2ba8-4d82-9203-9d850a8cd27c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:11.040030 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-03307fbd-da31-4d22-9b0d-0bf063a4d424 req-b0d2eca9-2ba8-4d82-9203-9d850a8cd27c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0627692 Sep 23 11:31:11.060319 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.076184 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.098741 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34564) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:11.102309 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-03307fbd-da31-4d22-9b0d-0bf063a4d424 req-6dc370eb-5601-4051-a975-35ef824d944a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563941 Sep 23 11:31:11.116609 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-600364f1-60cc-4aae-9b76-87e154aa80e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.133992 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.150142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:11.208383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.256890 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-600364f1-60cc-4aae-9b76-87e154aa80e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.339535 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-600364f1-60cc-4aae-9b76-87e154aa80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.345953 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['42fcb4cc-397f-42b4-87a1-938a41e4dce3'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:31:11.415807 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600364f1-60cc-4aae-9b76-87e154aa80e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dca199-9701-4607-a86a-bbfb913af175,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:11.422195 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-600364f1-60cc-4aae-9b76-87e154aa80e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=417aa17c3e214b83a0a2c768ff4883c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212080 Sep 23 11:31:11.431272 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34566) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:11.529861 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-73fa35eb-a868-4058-a7e7-534e38739a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.579359 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-73fa35eb-a868-4058-a7e7-534e38739a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.653130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Allocated IP 172.27.1.137 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/d7bcadbc-fb5a-4159-b86d-5ae98b622785) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:31:11.677692 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb41be-182d-4cb0-88f5-da566ec61b66 req-869e5326-b17a-43c4-ba7f-46c3a9010127 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:11.679085 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-70cb41be-182d-4cb0-88f5-da566ec61b66 req-869e5326-b17a-43c4-ba7f-46c3a9010127 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.0803840 Sep 23 11:31:11.761897 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-73fa35eb-a868-4058-a7e7-534e38739a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.764818 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-73fa35eb-a868-4058-a7e7-534e38739a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.766231 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-73fa35eb-a868-4058-a7e7-534e38739a79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69dca199-9701-4607-a86a-bbfb913af175 HTTP/1.1" status: 204 len: 168 time: 0.3386631 Sep 23 11:31:11.782033 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-70cb41be-182d-4cb0-88f5-da566ec61b66 req-6084a75c-ab49-4fd3-b21d-57f37f67dfd2 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&id=17c42765-e768-4fd2-9da8-113a87c33779&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877159 Sep 23 11:31:11.782887 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa35eb-a868-4058-a7e7-534e38739a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dca199-9701-4607-a86a-bbfb913af175,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:11.809935 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.899130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:11.938172 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:31:11.942536 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:31:11.946155 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:31:11.982561 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'Port': ['ID=d7bcadbc-fb5a-4159-b86d-5ae98b622785,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:12.049413 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:12.188736 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:12.331611 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51a1a-2d8f-4981-a48f-40c080758168 req-81724296-524a-48a6-ac4f-442dec0983b9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:12.333270 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0cd51a1a-2d8f-4981-a48f-40c080758168 req-81724296-524a-48a6-ac4f-442dec0983b9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 945 time: 0.1107917 Sep 23 11:31:12.426191 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0cd51a1a-2d8f-4981-a48f-40c080758168 req-8e92fbae-027a-4e92-9004-359d05f0f0ae tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802221 Sep 23 11:31:12.464668 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:12.527927 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:12.624332 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'Port': ['ID=d7bcadbc-fb5a-4159-b86d-5ae98b622785,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:12.638391 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:12.744821 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:12.752030 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-082e4d32-22d1-4a53-b449-d379a4e0ddba tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8286903 Sep 23 11:31:12.758597 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:31:12.898780 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:31:12.904573 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:31:12.905204 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.010059 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.037447 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:13.039873 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a452f090-9fcb-4ad7-bdc8-2dc971f4c71b" -d '{"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-plugged", "status": "completed", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:13.058969 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:31:13.079705 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34616) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:13.083901 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-69f6a5d9-36b6-4120-a19c-fbc80c11eaa6 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--113310860&fields=id&tenant_id=49d3bc41d6d04dba8230341490cbac4f HTTP/1.1" status: 200 len: 267 time: 0.0477610 Sep 23 11:31:13.104886 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc3891b-9030-4802-b350-5cae9df038f9 x-openstack-request-id: req-8fc3891b-9030-4802-b350-5cae9df038f9 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:13.104886 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-plugged", "status": "completed", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:13.104886 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fc3891b-9030-4802-b350-5cae9df038f9 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:13.104886 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'code': 200} Sep 23 11:31:13.123933 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.184732 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:13.265920 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-d0ae2cc2-3677-477c-90ca-4fa326f2ecf6 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:13.267513 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-d0ae2cc2-3677-477c-90ca-4fa326f2ecf6 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 810 time: 0.1730227 Sep 23 11:31:13.289651 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-6d4e8899-65b5-4b74-951a-6d4f6fd8c41f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/quotas/49d3bc41d6d04dba8230341490cbac4f HTTP/1.1" status: 200 len: 375 time: 0.0116513 Sep 23 11:31:13.326055 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-808139561-network', 'tenant_id': 'f7231fb1b9504ecd9ceb31d099cc4c3c'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:13.355679 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-96f5465b-aac9-4a1b-a7f6-4ea0b96ad214 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580688 Sep 23 11:31:13.396421 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Made reservation on behalf of f7231fb1b9504ecd9ceb31d099cc4c3c for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:31:13.398838 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.408275 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.463928 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372d298-8418-400f-a0e0-22702adcc869 req-db4e315f-d80d-43dd-8f8d-fd3dbf006d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:13.465387 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6372d298-8418-400f-a0e0-22702adcc869 req-db4e315f-d80d-43dd-8f8d-fd3dbf006d71 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 1099 time: 0.1087556 Sep 23 11:31:13.508165 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-f97067a4-41af-466d-a580-3966af5ebdc2 service neutron] 10.222.0.13 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260231 Sep 23 11:31:13.532189 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.543061 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6372d298-8418-400f-a0e0-22702adcc869 req-5a538f85-9004-4a75-b5bd-33319dfe7e6d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691679 Sep 23 11:31:13.590350 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-353c16ab-9845-4db7-9f34-742dd631d3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.625614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.643734 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6b252-279d-4f90-ab5d-2e905665f296 req-a4bfc4aa-e027-4540-b353-ee07939b2512 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:13.645728 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0ba6b252-279d-4f90-ab5d-2e905665f296 req-a4bfc4aa-e027-4540-b353-ee07939b2512 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.1046913 Sep 23 11:31:13.653946 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:31:13.665692 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3615b6b8-7c27-4c62-a35b-da2a98bada65,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:13.673454 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.673825 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Added segment ab92fbe3-c7a1-4544-b0f4-141818d423e5 of type vlan for network 963802c0-ef64-4d7e-97ba-d959037852bf Sep 23 11:31:13.699081 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-69d6397c-b301-43df-a765-9bb232dcfd44 service neutron] 10.222.0.13 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817379 Sep 23 11:31:13.717717 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0ba6b252-279d-4f90-ab5d-2e905665f296 req-3488f2a8-03d0-4b6c-bc65-7dd90838d2be tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635655 Sep 23 11:31:13.732801 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.859580 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.860847 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:13.862165 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:13.926654 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=963802c0-ef64-4d7e-97ba-d959037852bf,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:13.943843 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 963802c0-ef64-4d7e-97ba-d959037852bf details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:31:13.980153 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-47b9c71c-3f2c-42f3-8c0c-a97cec6bc6b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8988948 Sep 23 11:31:13.981099 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34626) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:13.990258 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Request body: {'subnet': {'network_id': '963802c0-ef64-4d7e-97ba-d959037852bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-808139561-subnet', 'tenant_id': 'f7231fb1b9504ecd9ceb31d099cc4c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:14.023770 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d61424c8-9973-47fc-be81-f71fbacae64f req-5f2e2dec-c17e-468e-a7f0-97247b17b24e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 210 time: 0.0550466 Sep 23 11:31:14.093638 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Made reservation on behalf of f7231fb1b9504ecd9ceb31d099cc4c3c for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:31:14.098454 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:14.396899 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:14.473695 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0455f4c7-0ea6-4f26-bf2f-12ffe7fb275b,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:14.479067 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Checking segment: {'id': 'ab92fbe3-c7a1-4544-b0f4-141818d423e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963802c0-ef64-4d7e-97ba-d959037852bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:31:14.479453 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Network hostable DHCP agents. Network: 963802c0-ef64-4d7e-97ba-d959037852bf, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:31:14.573480 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Network 963802c0-ef64-4d7e-97ba-d959037852bf is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:31:14.681730 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 963802c0-ef64-4d7e-97ba-d959037852bf) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:31:14.685901 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:14.686489 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:14.691071 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1700968-c171-4285-a081-43a79812fa00 None None] Network 963802c0-ef64-4d7e-97ba-d959037852bf requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:31:14.787895 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-87a7b842-1bdd-4183-95e4-6ef0d79849e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8048170 Sep 23 11:31:14.857456 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c68e14-3cb1-44cc-a212-3a6fd49e5d50 None None] Network 963802c0-ef64-4d7e-97ba-d959037852bf requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:31:14.873562 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb619095-db68-497e-838a-eb8f5e690b29 req-7050f915-6615-447d-a59e-e0e999bdde2a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:14.877176 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb619095-db68-497e-838a-eb8f5e690b29 req-7050f915-6615-447d-a59e-e0e999bdde2a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0649028 Sep 23 11:31:14.945106 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-eb619095-db68-497e-838a-eb8f5e690b29 req-3a3e3ae7-6567-442b-b6f4-b21f300ff216 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618939 Sep 23 11:31:15.139391 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-88ea691a-8f83-44f3-8eb5-dbd85bf6db1b req-6bd1664f-31c2-4333-91b7-bd1ed461f0eb tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 210 time: 0.0367866 Sep 23 11:31:15.573725 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-29208910-6ca6-425c-a1c5-8e2cba5d4235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:15.699584 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34656) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:15.706322 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1410079046-network', 'tenant_id': '534ff6f725c44237a662190fd1310db0'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:15.836531 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Made reservation on behalf of 534ff6f725c44237a662190fd1310db0 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:31:15.838910 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:15.851811 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:15.967460 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:16.053584 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:16.078803 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:31:16.086846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8df8ee-0d11-4062-9ac7-12b1953de189 req-b1272918-0125-4414-99a9-a62f981d2f91 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:16.088748 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-df8df8ee-0d11-4062-9ac7-12b1953de189 req-b1272918-0125-4414-99a9-a62f981d2f91 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0585594 Sep 23 11:31:16.097048 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00750d52-6a35-4b6a-8186-99b2c82db44d,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:16.102576 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:16.102924 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Added segment cec3ee61-991d-4375-8e26-774b0db06736 of type vlan for network c3cc584f-e22e-437d-9964-7f480931b072 Sep 23 11:31:16.155162 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-df8df8ee-0d11-4062-9ac7-12b1953de189 req-93784fbc-79b0-4f1c-a363-782289e8634e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593877 Sep 23 11:31:16.163966 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:16.312849 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aae0c97c-de29-48b1-9e2c-924d902d36dd req-7425835e-87b5-4eea-ae41-4aa10fbfb0ce tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 210 time: 0.0505574 Sep 23 11:31:16.345357 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aae479-2eed-42c8-9b8a-39502778d7f1 req-164ad87b-aff7-4d9c-a593-6257dc74c7aa tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:16.346970 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5aae479-2eed-42c8-9b8a-39502778d7f1 req-164ad87b-aff7-4d9c-a593-6257dc74c7aa tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0877273 Sep 23 11:31:16.356611 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34668) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:16.362345 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Request body: {'floatingip': {'port_id': '42fcb4cc-397f-42b4-87a1-938a41e4dce3'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:16.408112 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:16.411817 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:16.412835 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:16.416198 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:16.479594 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:16.709851 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-294c77a9-6192-4b74-93a3-67d7c72705f5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:16.711432 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-294c77a9-6192-4b74-93a3-67d7c72705f5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 810 time: 0.1783009 Sep 23 11:31:16.783789 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-bd517d5c-de07-42e1-92af-0ae4a0c02dec tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d3bc41d6d04dba8230341490cbac4f HTTP/1.1" status: 200 len: 379 time: 0.0618875 Sep 23 11:31:16.793835 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'port': {'device_id': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'admin_state_up': True, 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'security_groups': ['c3cd2320-7f49-4638-a62d-18cb91840381']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:16.802361 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1014690 Sep 23 11:31:16.805575 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a19e7-e19e-4f51-a464-d2bfab4c58cc admin admin] Pushing event updated for resources: {'Network': ['ID=c3cc584f-e22e-437d-9964-7f480931b072,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:16.808011 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34674) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:16.819982 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Request body: {'subnet': {'network_id': 'c3cc584f-e22e-437d-9964-7f480931b072', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1410079046-subnet', 'tenant_id': '534ff6f725c44237a662190fd1310db0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:16.826894 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network c3cc584f-e22e-437d-9964-7f480931b072 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:31:17.017795 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Made reservation on behalf of 534ff6f725c44237a662190fd1310db0 for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:31:17.020538 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:17.088409 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Made reservation on behalf of 49d3bc41d6d04dba8230341490cbac4f for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:31:17.095384 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:17.344503 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Allocated IP 172.20.0.11 (2dd4b3d1-0f34-43b0-a2f4-331da55cbd78/27730144-b0d5-4102-896b-0bc3c3dc1d8f/1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:31:17.471189 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:17.488070 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e9b967b-7a29-43c7-b034-7ff3af59a031 req-77878034-09db-4f86-8aaa-78e3dcd1cdc9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 210 time: 0.0783055 Sep 23 11:31:17.507591 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:17.563915 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:17.623682 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:17.656556 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f90eb5-4ea9-46cd-84c7-6e4797184824,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:17.660279 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:17.733723 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Checking segment: {'id': 'cec3ee61-991d-4375-8e26-774b0db06736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3cc584f-e22e-437d-9964-7f480931b072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:31:17.734612 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Network hostable DHCP agents. Network: c3cc584f-e22e-437d-9964-7f480931b072, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:31:17.817075 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:17.832087 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.l3_db [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Floating IP f9c041ea-a916-4f08-adf1-3978b2b82b2e associated. External IP: 172.27.1.238, port: 42fcb4cc-397f-42b4-87a1-938a41e4dce3. Sep 23 11:31:17.905205 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:31:17.915956 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:31:17.918247 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:31:17.971700 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event updated for resources: {'Port': ['ID=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:17.982107 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Network c3cc584f-e22e-437d-9964-7f480931b072 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:31:18.024931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:18.026318 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:18.082365 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, c3cc584f-e22e-437d-9964-7f480931b072) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:31:18.100730 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4bc6b8-2ca1-46a4-a3f3-580bc5a1dcd0 None None] Network c3cc584f-e22e-437d-9964-7f480931b072 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:31:18.111042 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-8b8faff7-e44d-4523-93e6-26fdbf4e3550 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3216248 Sep 23 11:31:18.128195 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Request body: {'port': {'device_id': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:18.131064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:18.132360 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:18.170942 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:31:18.208658 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:18.230468 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-df684bd6-3669-49a8-ab34-6118e1ab12ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4189439 Sep 23 11:31:18.337986 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-88c0f7db-0dbf-41fb-867e-79116678c07a None None] Provisioning complete for port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:31:18.338459 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-88c0f7db-0dbf-41fb-867e-79116678c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:18.381845 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:31:18.398217 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:18.433454 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b1f1c-ff6c-4e61-bd98-d6651f002656 None None] Network c3cc584f-e22e-437d-9964-7f480931b072 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:31:18.458351 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] Sync routers for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:31:18.502365 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-cddb89a2-a6a6-491e-bd07-ef27a98e3f65 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "PUT /v2.0/floatingips/f9c041ea-a916-4f08-adf1-3978b2b82b2e HTTP/1.1" status: 200 len: 992 time: 2.1443737 Sep 23 11:31:18.503601 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:18.508707 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04225041-833f-4ec8-bcb2-393d3c6cdde3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:18.553975 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:31:18.554625 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:18.631506 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:31:18.648710 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:18.663626 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Transition to ACTIVE for port object 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:31:18.752618 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-88c0f7db-0dbf-41fb-867e-79116678c07a None None] Port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:31:18.775075 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:18.836756 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:31:18.841613 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Pushing event updated for resources: {'Port': ['ID=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:18.934768 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c0250-3bc2-4a6c-b7fc-e66947db1996 req-87cb6138-1e76-4b6a-9298-6df997b6166e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:18.955203 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d36c0250-3bc2-4a6c-b7fc-e66947db1996 req-87cb6138-1e76-4b6a-9298-6df997b6166e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 932 time: 0.2669702 Sep 23 11:31:18.980543 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d85de67-de1b-403a-a8b1-88017c04ba59 x-openstack-request-id: req-9d85de67-de1b-403a-a8b1-88017c04ba59 {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:18.981377 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:18.981377 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d85de67-de1b-403a-a8b1-88017c04ba59 {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:18.981712 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'status': 'completed', 'code': 200} Sep 23 11:31:19.080724 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:19.117366 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34708) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:19.118702 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d36c0250-3bc2-4a6c-b7fc-e66947db1996 req-df33b3ed-b9cd-4a87-8cc0-fd297708f3ad tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616490 Sep 23 11:31:19.142787 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-faca694a-e41a-4ed5-a657-b84f783200d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:19.144553 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-faca694a-e41a-4ed5-a657-b84f783200d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 1099 time: 0.1302667 Sep 23 11:31:19.152693 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Attempting to bind port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:31:19.153060 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Attempting to bind port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:31:19.153546 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Attempting to bind port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 on network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:31:19.183019 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 on network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:31:19.183397 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Attempting to bind port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 on network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:31:19.203388 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:31:19.203388 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Checking segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:31:19.203884 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Bound using segment: {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:31:19.204458 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Bound port: 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac180558-3357-4c47-8705-e06461715945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:31:19.204836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:19.244528 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'f9c041ea-a916-4f08-adf1-3978b2b82b2e', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'port_id': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'mac_address': 'fa:16:3e:13:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d901c66-928a-4350-980b-d9ff0933c659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:58Z', 'updated_at': '2021-09-23T11:31:17Z', 'revision_number': 1, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:19.279494 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] Checking router: d53bd33b-4ca3-4622-aade-1cb06b34b9f6 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:31:19.290002 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:31:19.290759 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:19.306574 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fd96-da69-4f9e-b97e-fdbff077a42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:19.335298 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-6db4eca1-5669-442e-8e6a-06432ce445de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:19.340975 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-6db4eca1-5669-442e-8e6a-06432ce445de service neutron] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 917 time: 0.1753771 Sep 23 11:31:19.340975 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] For port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:31:19.344356 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] For port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:31:19.411001 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-a0ce8122-6c70-4464-874e-bcb504ed13c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3 HTTP/1.1" status: 200 len: 1000 time: 0.0651226 Sep 23 11:31:19.466699 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:19.485284 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-e5195f27-7715-4e0e-9018-bf9b690ca06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:19.485850 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:31:19.486687 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-e5195f27-7715-4e0e-9018-bf9b690ca06f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.0694060 Sep 23 11:31:19.492271 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fd96-da69-4f9e-b97e-fdbff077a42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:19.524971 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:19.525833 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:19.527386 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] 10.222.0.22 "PUT /v2.0/ports/1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 HTTP/1.1" status: 200 len: 1094 time: 1.4077260 Sep 23 11:31:19.540647 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:19.546674 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21acf72c-000d-4be0-932b-93512f549ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:19.585659 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fd96-da69-4f9e-b97e-fdbff077a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:19.651640 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca02bb-04c8-449e-b6c5-6a9ba03bef29 service neutron] Pushing event updated for resources: {'Port': ['ID=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:19.672896 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-f38128d2-cf03-48a7-8007-a1fe1c9361a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:19.675547 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-f38128d2-cf03-48a7-8007-a1fe1c9361a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1648231 Sep 23 11:31:19.678978 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34718) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:19.680526 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b8d0fd96-da69-4f9e-b97e-fdbff077a42f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e11b8ff6f474c27ac1bd895a9cdbde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585713 Sep 23 11:31:19.699358 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0fd96-da69-4f9e-b97e-fdbff077a42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ac921d-9354-423c-bbe2-85dd3ee160bc,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:19.982764 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34615c6-c922-4997-95eb-d47ead04ef43 x-openstack-request-id: req-c34615c6-c922-4997-95eb-d47ead04ef43 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:19.983162 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:19.983489 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c34615c6-c922-4997-95eb-d47ead04ef43 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:19.984670 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'status': 'completed', 'code': 200} Sep 23 11:31:20.003254 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-52818782-23a9-4572-936a-85dcd89e147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:20.006194 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-52818782-23a9-4572-936a-85dcd89e147c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 1097 time: 0.3565173 Sep 23 11:31:20.119102 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'f9c041ea-a916-4f08-adf1-3978b2b82b2e', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'port_id': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'mac_address': 'fa:16:3e:13:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d901c66-928a-4350-980b-d9ff0933c659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:58Z', 'updated_at': '2021-09-23T11:31:17Z', 'revision_number': 1, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:20.147001 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-a6d47709-1036-444d-b4f2-ae9e6f19ea4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0956428 Sep 23 11:31:20.151491 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8304-c6cf-411c-a2e8-a4c3ad6fb835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:20.155395 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fc754-8024-4c52-993c-c8223690a84e None None] The sync data for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi is: [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'f9c041ea-a916-4f08-adf1-3978b2b82b2e', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'port_id': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'mac_address': 'fa:16:3e:13:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d901c66-928a-4350-980b-d9ff0933c659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:30:58Z', 'updated_at': '2021-09-23T11:31:17Z', 'revision_number': 1, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:31:20.272953 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-eee8cced-50bf-4b7e-af3f-989e58a76a54 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575151 Sep 23 11:31:20.286615 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8304-c6cf-411c-a2e8-a4c3ad6fb835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:20.366866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-9dfc0830-51c0-44aa-8408-b9665a76bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:20.368460 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-9dfc0830-51c0-44aa-8408-b9665a76bee6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.2139056 Sep 23 11:31:20.454649 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb11dbf-a666-4ea1-bd1a-5f5b7c8e8ddd None None] New status for floating IP f9c041ea-a916-4f08-adf1-3978b2b82b2e: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:31:20.475652 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca63bb-22a9-4acc-9d17-648329ba81f9 req-b73a2c43-c72a-412d-9e8b-f95873352975 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:20.477359 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f3ca63bb-22a9-4acc-9d17-648329ba81f9 req-b73a2c43-c72a-412d-9e8b-f95873352975 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.2419863 Sep 23 11:31:20.513705 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-077420fd-b821-4013-8065-ab5f45b2fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:20.515468 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-077420fd-b821-4013-8065-ab5f45b2fa55 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1321568 Sep 23 11:31:20.524431 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-04225041-833f-4ec8-bcb2-393d3c6cdde3 req-26c06ea1-1f47-4441-b9b5-57296dfb2b57 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408266 Sep 23 11:31:20.577229 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f3ca63bb-22a9-4acc-9d17-648329ba81f9 req-59670fe0-54cc-427d-9507-63b3fefbc14b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808959 Sep 23 11:31:20.641239 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8304-c6cf-411c-a2e8-a4c3ad6fb835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:20.643847 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8304-c6cf-411c-a2e8-a4c3ad6fb835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:20.646057 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6c4f8304-c6cf-411c-a2e8-a4c3ad6fb835 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6ac921d-9354-423c-bbe2-85dd3ee160bc HTTP/1.1" status: 204 len: 168 time: 0.9656641 Sep 23 11:31:20.663784 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f8304-c6cf-411c-a2e8-a4c3ad6fb835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ac921d-9354-423c-bbe2-85dd3ee160bc,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:20.674992 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-de30ebb6-cc4c-4254-8252-337253505c54 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430690 Sep 23 11:31:20.785796 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9dafea39-1d1e-44bf-93c4-19fb9dc162be req-923a6141-4154-437f-9b31-ffc2a66edadc service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042306 Sep 23 11:31:21.000594 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acf72c-000d-4be0-932b-93512f549ae8 req-afcf9a7d-63ef-4827-880f-9c37da148bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:21.002478 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21acf72c-000d-4be0-932b-93512f549ae8 req-afcf9a7d-63ef-4827-880f-9c37da148bfb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 1097 time: 0.0509987 Sep 23 11:31:21.450097 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acf72c-000d-4be0-932b-93512f549ae8 req-c43e8cde-167d-446d-a4cd-93a2446e780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:21.451719 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21acf72c-000d-4be0-932b-93512f549ae8 req-c43e8cde-167d-446d-a4cd-93a2446e780c service neutron] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 911 time: 0.4416330 Sep 23 11:31:21.539488 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21acf72c-000d-4be0-932b-93512f549ae8 req-63e9291b-bc44-49b0-9026-80057f37f1b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0732381 Sep 23 11:31:21.618478 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acf72c-000d-4be0-932b-93512f549ae8 req-8ac99ade-7376-43b9-91c2-2b28f6add457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:21.620183 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21acf72c-000d-4be0-932b-93512f549ae8 req-8ac99ade-7376-43b9-91c2-2b28f6add457 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.0730221 Sep 23 11:31:21.753114 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acf72c-000d-4be0-932b-93512f549ae8 req-26ece0ff-9554-4de9-bab3-dd8817f9c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:21.755957 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21acf72c-000d-4be0-932b-93512f549ae8 req-26ece0ff-9554-4de9-bab3-dd8817f9c0d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1195788 Sep 23 11:31:21.825611 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9516b-a710-4b7f-927b-a4c629d39225 req-afbdf42c-102b-4e41-be92-6fe2fce38338 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:21.829017 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8e9516b-a710-4b7f-927b-a4c629d39225 req-afbdf42c-102b-4e41-be92-6fe2fce38338 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.1325226 Sep 23 11:31:22.007166 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8e9516b-a710-4b7f-927b-a4c629d39225 req-b36ed14a-b901-47c3-9071-e89046285d2b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065176 Sep 23 11:31:22.007166 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21acf72c-000d-4be0-932b-93512f549ae8 req-80d4f3d9-5938-450d-aba1-ed750a29e2ed service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961164 Sep 23 11:31:22.103435 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21acf72c-000d-4be0-932b-93512f549ae8 req-142466ee-c431-46da-8f2e-e594f3b2a8b5 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245339 Sep 23 11:31:22.247548 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:22.813236 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:31:22.943688 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:31:22.957619 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'port_id': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'mac_address': 'fa:16:3e:30:8f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:31:23.008711 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:23.027784 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:31:23.069404 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:31:23.161872 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:23.169503 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15fda5-ca0e-47c8-b940-2daefecd1a31 req-f3b0818d-64c3-4c83-bbf2-c1f1f988b34d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:23.173136 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bb15fda5-ca0e-47c8-b940-2daefecd1a31 req-f3b0818d-64c3-4c83-bbf2-c1f1f988b34d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.0879645 Sep 23 11:31:23.235043 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bb15fda5-ca0e-47c8-b940-2daefecd1a31 req-5824bbb4-56ee-4c88-a480-8e231e8f7e77 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546260 Sep 23 11:31:23.242099 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:23.410877 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:31:24.383125 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e2ea2-c745-4997-a7b8-ac30871c993a req-6e6a061b-093d-406d-9319-0530a682675c tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:24.384654 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-153e2ea2-c745-4997-a7b8-ac30871c993a req-6e6a061b-093d-406d-9319-0530a682675c tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 945 time: 0.0563502 Sep 23 11:31:24.424316 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-153e2ea2-c745-4997-a7b8-ac30871c993a req-b47a79d3-615b-465d-ac97-8260e009b0a7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333273 Sep 23 11:31:24.813493 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:31:24.973503 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:31:24.979582 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:31:24.981048 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:25.071100 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:25.101662 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:25.104100 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf0f060-47f2-4227-8206-7ca1c754f5b9" -d '{"events": [{"server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "name": "network-vif-plugged", "status": "completed", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:25.129729 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:31:25.147942 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a425843-239b-4155-a3a3-6de548378de2 x-openstack-request-id: req-9a425843-239b-4155-a3a3-6de548378de2 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:25.148320 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "name": "network-vif-plugged", "status": "completed", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:25.148798 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a425843-239b-4155-a3a3-6de548378de2 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:25.149161 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'code': 200} Sep 23 11:31:25.218971 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:25.296536 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:25.579276 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d06a2-abcc-4728-bd6f-f01613411f67 req-0494c150-068b-4dd7-8af3-89d23b1f74a9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:25.580776 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-659d06a2-abcc-4728-bd6f-f01613411f67 req-0494c150-068b-4dd7-8af3-89d23b1f74a9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 946 time: 0.0824599 Sep 23 11:31:25.586109 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed30139-714f-4c0e-af65-482c00df559f req-a2441ac8-554b-42fb-b125-088d9a209b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:25.587669 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ed30139-714f-4c0e-af65-482c00df559f req-a2441ac8-554b-42fb-b125-088d9a209b47 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 1099 time: 0.0635853 Sep 23 11:31:25.657665 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6ed30139-714f-4c0e-af65-482c00df559f req-1e66a378-5c98-458d-8e4a-ee56019aa805 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590734 Sep 23 11:31:25.661236 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-659d06a2-abcc-4728-bd6f-f01613411f67 req-56f40580-94d4-4f25-befd-a722fcad45c4 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688925 Sep 23 11:31:26.832905 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0448f-82c5-4618-97fc-1a1a3b1f3548 req-01c608f5-32ef-414a-9ccb-65397f2933d7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:26.835348 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94a0448f-82c5-4618-97fc-1a1a3b1f3548 req-01c608f5-32ef-414a-9ccb-65397f2933d7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 946 time: 0.0729792 Sep 23 11:31:26.904213 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-94a0448f-82c5-4618-97fc-1a1a3b1f3548 req-2bbd2152-858b-497a-855c-772dbecd031f tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545382 Sep 23 11:31:27.354574 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34852) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:27.480805 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d25db83-985b-440b-a519-d62c5fcd3ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:27.590203 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d25db83-985b-440b-a519-d62c5fcd3ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:27.688052 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4d25db83-985b-440b-a519-d62c5fcd3ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:27.730057 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4d25db83-985b-440b-a519-d62c5fcd3ba8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc767053975144ccb25ae991dbe815ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742604 Sep 23 11:31:27.730878 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25db83-985b-440b-a519-d62c5fcd3ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7a0d1-3bb4-4e26-b827-a24f90eac4c2,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:27.732776 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 34858) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:27.784152 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a374ddb4-1dfb-45c3-ae4e-6ad775d6e5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:27.806675 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a374ddb4-1dfb-45c3-ae4e-6ad775d6e5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:27.909810 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a374ddb4-1dfb-45c3-ae4e-6ad775d6e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:27.912715 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a374ddb4-1dfb-45c3-ae4e-6ad775d6e5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:27.914059 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-a374ddb4-1dfb-45c3-ae4e-6ad775d6e5a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72b7a0d1-3bb4-4e26-b827-a24f90eac4c2 HTTP/1.1" status: 204 len: 168 time: 0.1796880 Sep 23 11:31:27.922624 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374ddb4-1dfb-45c3-ae4e-6ad775d6e5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7a0d1-3bb4-4e26-b827-a24f90eac4c2,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:28.038981 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b192-97d7-4ce3-a533-72ed98f36e4b req-7dbae300-d833-4e1b-90b5-22041af6f767 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:28.040642 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0a85b192-97d7-4ce3-a533-72ed98f36e4b req-7dbae300-d833-4e1b-90b5-22041af6f767 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 946 time: 0.0602524 Sep 23 11:31:28.089406 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0a85b192-97d7-4ce3-a533-72ed98f36e4b req-8d3cb42b-9d34-4b53-be68-024ff244d604 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413628 Sep 23 11:31:28.230967 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5e412-a601-48ac-8971-1f35e3140b41 req-7bf53df3-1ac2-45c7-baee-56cc12308b99 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:28.232595 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1bb5e412-a601-48ac-8971-1f35e3140b41 req-7bf53df3-1ac2-45c7-baee-56cc12308b99 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 946 time: 0.0592082 Sep 23 11:31:28.244571 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 34870) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:28.250113 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Request body: {'floatingip': {'port_id': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:28.306218 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:28.434223 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:31:28.941326 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:29.024951 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:29.176877 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Floating IP 53ab9c63-5b90-4670-9328-99d373a22105 associated. External IP: 172.27.1.137, port: 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3. Sep 23 11:31:29.425683 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Router 91cff9eb-1ddc-4081-91b7-60ab350be0bf has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:31:29.575263 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:31:29.580641 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:29.590156 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] Sync routers for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:31:29.606061 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:31:29.606831 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:29.617922 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-00b51f9f-f4dd-4d30-834b-b11230829458 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "PUT /v2.0/floatingips/53ab9c63-5b90-4670-9328-99d373a22105 HTTP/1.1" status: 200 len: 992 time: 1.3719482 Sep 23 11:31:29.618852 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:29.623063 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55f3495-5f64-437b-8ea3-7a4fad0173cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:29.681947 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1072d71-97b9-488c-8367-92a4b35ea49e x-openstack-request-id: req-f1072d71-97b9-488c-8367-92a4b35ea49e {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:29.682456 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:29.682985 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1072d71-97b9-488c-8367-92a4b35ea49e {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:29.683920 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'status': 'completed', 'code': 200} Sep 23 11:31:29.819376 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:31:29.831750 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-5e2e7254-6fbe-49ba-bf9e-8c52764918c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:29.831750 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-5e2e7254-6fbe-49ba-bf9e-8c52764918c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 1099 time: 0.1083093 Sep 23 11:31:29.967873 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-d8714ea8-68ef-4c3d-b22c-ca22c3da13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:29.969696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-d8714ea8-68ef-4c3d-b22c-ca22c3da13ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 911 time: 0.1166196 Sep 23 11:31:30.045657 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-34a0dcff-87a3-4aeb-b5ff-d4aa6c5c9c35 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 HTTP/1.1" status: 200 len: 1000 time: 0.0675130 Sep 23 11:31:30.101205 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': '53ab9c63-5b90-4670-9328-99d373a22105', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'port_id': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'mac_address': 'fa:16:3e:30:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:31:11Z', 'updated_at': '2021-09-23T11:31:28Z', 'revision_number': 1, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:30.109952 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-bbc27098-ef27-4b31-8aa2-6fbc01f9d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:30.111991 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-bbc27098-ef27-4b31-8aa2-6fbc01f9d3e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.0557785 Sep 23 11:31:30.130683 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] Checking router: 91cff9eb-1ddc-4081-91b7-60ab350be0bf for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:31:30.141636 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:31:30.142267 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:30.190207 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-e9fab28c-2cf1-4879-aa75-61598c203162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:30.193152 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-e9fab28c-2cf1-4879-aa75-61598c203162 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602524 Sep 23 11:31:30.307366 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-80611a30-c9d9-4bfc-b3ae-3fb8d89588f6 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077797 Sep 23 11:31:30.397232 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:31:30.425577 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d55f3495-5f64-437b-8ea3-7a4fad0173cb req-547c2a43-3fb0-45c6-8cbf-a188dd5723d5 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107128 Sep 23 11:31:30.745482 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': '53ab9c63-5b90-4670-9328-99d373a22105', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'port_id': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'mac_address': 'fa:16:3e:30:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:31:11Z', 'updated_at': '2021-09-23T11:31:28Z', 'revision_number': 1, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:30.791722 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6f4583-93e2-4dbb-b8e4-1399773158c7 None None] The sync data for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi is: [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': '53ab9c63-5b90-4670-9328-99d373a22105', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'port_id': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'mac_address': 'fa:16:3e:30:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:31:11Z', 'updated_at': '2021-09-23T11:31:28Z', 'revision_number': 1, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:31:31.073217 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72aa8e2-c5c5-4530-b06b-ef97e79620a3 None None] New status for floating IP 53ab9c63-5b90-4670-9328-99d373a22105: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:31:37.479438 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35064) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:37.530764 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81de5fd-c731-4dc9-b214-026a0ddd9fc4 admin admin] Deleting subnet 0455f4c7-0ea6-4f26-bf2f-12ffe7fb275b {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:31:37.534521 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e81de5fd-c731-4dc9-b214-026a0ddd9fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:37.579274 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e81de5fd-c731-4dc9-b214-026a0ddd9fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9139314'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:37.631716 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e81de5fd-c731-4dc9-b214-026a0ddd9fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:37.784607 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e81de5fd-c731-4dc9-b214-026a0ddd9fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8880221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12550952'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:37.815219 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81de5fd-c731-4dc9-b214-026a0ddd9fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0455f4c7-0ea6-4f26-bf2f-12ffe7fb275b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:37.816628 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-e81de5fd-c731-4dc9-b214-026a0ddd9fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:37.819831 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-e81de5fd-c731-4dc9-b214-026a0ddd9fc4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0455f4c7-0ea6-4f26-bf2f-12ffe7fb275b HTTP/1.1" status: 204 len: 168 time: 0.3381157 Sep 23 11:31:37.822074 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35068) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:37.905752 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.011326 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.047612 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963802c0-ef64-4d7e-97ba-d959037852bf']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:38.065816 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab92fbe3-c7a1-4544-b0f4-141818d423e5') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:38.066126 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab92fbe3-c7a1-4544-b0f4-141818d423e5') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:38.078450 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9139307'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.094099 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.101256 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:31:38.101663 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883443'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: timer() Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: cb(*args, **kw) Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: self._notify() Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: self.callback(batched_events) Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: event.method(event) Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._get(url).json() Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:31:38.103465 dv-cinder-809523-4-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:31:38.247035 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.254175 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.256193 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] 10.222.0.13 "DELETE /v2.0/networks/963802c0-ef64-4d7e-97ba-d959037852bf HTTP/1.1" status: 204 len: 168 time: 0.4331031 Sep 23 11:31:38.261951 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35072) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:38.269688 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a33bf-c783-473b-8283-71484c20831e admin admin] Pushing event deleted for resources: {'Network': ['ID=963802c0-ef64-4d7e-97ba-d959037852bf,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:38.314109 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef16b80e-e0d1-45ff-a2b5-cc71c356c8ca admin admin] Deleting subnet 77f90eb5-4ea9-46cd-84c7-6e4797184824 {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:31:38.317788 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ef16b80e-e0d1-45ff-a2b5-cc71c356c8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.366334 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ef16b80e-e0d1-45ff-a2b5-cc71c356c8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.420906 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ef16b80e-e0d1-45ff-a2b5-cc71c356c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.562756 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ef16b80e-e0d1-45ff-a2b5-cc71c356c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.593987 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16b80e-e0d1-45ff-a2b5-cc71c356c8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f90eb5-4ea9-46cd-84c7-6e4797184824,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:38.596040 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ef16b80e-e0d1-45ff-a2b5-cc71c356c8ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.597936 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ef16b80e-e0d1-45ff-a2b5-cc71c356c8ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/77f90eb5-4ea9-46cd-84c7-6e4797184824 HTTP/1.1" status: 204 len: 168 time: 0.3349636 Sep 23 11:31:38.600474 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35076) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:38.681455 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.770513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.797215 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cc584f-e22e-437d-9964-7f480931b072']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:38.808420 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec3ee61-991d-4375-8e26-774b0db06736') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:38.808716 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec3ee61-991d-4375-8e26-774b0db06736') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:38.820333 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.834706 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.840992 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:31:38.841389 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:31:38.843909 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:31:38.979323 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.986795 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:38.989315 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c3cc584f-e22e-437d-9964-7f480931b072 HTTP/1.1" status: 204 len: 168 time: 0.3873134 Sep 23 11:31:39.000566 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a76f5c-2bce-48aa-b939-607fc0973447 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3cc584f-e22e-437d-9964-7f480931b072,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:39.442875 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35086) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:39.485690 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-56d39505-7dd0-4c98-8f4c-fbbc53207ed6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7231fb1b9504ecd9ceb31d099cc4c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416133 Sep 23 11:31:39.488420 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35088) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:39.543175 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9306-2620-4e72-81ad-83939421a871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:39.568679 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9306-2620-4e72-81ad-83939421a871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:39.738535 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9306-2620-4e72-81ad-83939421a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:39.741516 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9306-2620-4e72-81ad-83939421a871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:39.742882 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b6ac9306-2620-4e72-81ad-83939421a871 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3615b6b8-7c27-4c62-a35b-da2a98bada65 HTTP/1.1" status: 204 len: 168 time: 0.2532694 Sep 23 11:31:39.752476 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac9306-2620-4e72-81ad-83939421a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3615b6b8-7c27-4c62-a35b-da2a98bada65,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:40.533464 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35100) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:40.584832 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-2a9c1958-b6d0-45de-b9c8-9205d32ed302 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=534ff6f725c44237a662190fd1310db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486660 Sep 23 11:31:40.668791 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35102) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:40.722388 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b6ed76e8-3a19-4f82-a3ba-bccd24c20751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:40.747856 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b6ed76e8-3a19-4f82-a3ba-bccd24c20751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:40.955533 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b6ed76e8-3a19-4f82-a3ba-bccd24c20751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:40.958139 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b6ed76e8-3a19-4f82-a3ba-bccd24c20751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:40.959341 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-b6ed76e8-3a19-4f82-a3ba-bccd24c20751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00750d52-6a35-4b6a-8186-99b2c82db44d HTTP/1.1" status: 204 len: 168 time: 0.2895210 Sep 23 11:31:40.970002 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed76e8-3a19-4f82-a3ba-bccd24c20751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00750d52-6a35-4b6a-8186-99b2c82db44d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:43.043451 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35150) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:43.152652 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-29646e78-ed0d-4ff7-8599-c0006c66cf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:43.271511 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-29646e78-ed0d-4ff7-8599-c0006c66cf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:43.395504 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-29646e78-ed0d-4ff7-8599-c0006c66cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:43.435756 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-29646e78-ed0d-4ff7-8599-c0006c66cf14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b4a8880af1045259907763aaf6eb019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911409 Sep 23 11:31:43.436637 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29646e78-ed0d-4ff7-8599-c0006c66cf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7f6b41-9b03-454a-893a-293c39bc97d0,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:43.438567 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35162) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:43.493486 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-735b94eb-6419-480e-a69b-ad9b894ad282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:43.520182 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-735b94eb-6419-480e-a69b-ad9b894ad282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:43.601150 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-92c434eb-7db2-4be0-b0b9-69c87dc50c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:43.715197 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-735b94eb-6419-480e-a69b-ad9b894ad282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:43.717929 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-735b94eb-6419-480e-a69b-ad9b894ad282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:43.719508 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-735b94eb-6419-480e-a69b-ad9b894ad282 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c7f6b41-9b03-454a-893a-293c39bc97d0 HTTP/1.1" status: 204 len: 168 time: 0.2792413 Sep 23 11:31:43.728564 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b94eb-6419-480e-a69b-ad9b894ad282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7f6b41-9b03-454a-893a-293c39bc97d0,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:45.566845 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5e079084-b52a-40d5-91b5-62d2760fb899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:46.389453 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:47.471086 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:48.711220 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:52.049418 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-a7566200-8e31-4f35-a631-55726366592b tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275292157&fields=id&tenant_id=6a454238eeb549e98fffddd094a9969d HTTP/1.1" status: 200 len: 267 time: 0.0400546 Sep 23 11:31:52.106705 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-30b8cfb3-034a-4561-935a-5bea16ea7093 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:52.108262 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-30b8cfb3-034a-4561-935a-5bea16ea7093 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 985 time: 0.0530510 Sep 23 11:31:52.120258 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Request body: {'port': {'security_groups': ['fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:31:52.212217 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:52.252451 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:52.408455 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] For port 95c3e040-59d4-4b4e-a08f-3df735925536, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=95c3e040-59d4-4b4e-a08f-3df735925536,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:31:52.443524 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:52.515153 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:52.527154 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['95c3e040-59d4-4b4e-a08f-3df735925536'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:31:52.560121 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:52.560121 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:52.561416 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-74e52d8d-ad16-4cb7-8c43-ac0538d22a3f req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "PUT /v2.0/ports/95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 943 time: 0.4460416 Sep 23 11:31:52.561883 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:52.564840 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:52.575098 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35278) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:52.592152 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event updated for resources: {'Port': ['ID=95c3e040-59d4-4b4e-a08f-3df735925536,revision_number=7']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:52.600556 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.600818 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.601348 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.601845 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.602349 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.602842 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.603635 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.604146 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.604510 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.604897 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.605235 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.605567 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ae4f62-5c0d-46a8-93ad-fac64dbf3b58 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:52.665209 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc07e4b-ac1e-4b18-9bd1-0da6b2633674 x-openstack-request-id: req-dcc07e4b-ac1e-4b18-9bd1-0da6b2633674 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:52.665489 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:52.665921 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcc07e4b-ac1e-4b18-9bd1-0da6b2633674 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:52.666564 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536', 'status': 'completed', 'code': 200} Sep 23 11:31:52.674305 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['95c3e040-59d4-4b4e-a08f-3df735925536'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:31:52.702400 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a66f96bc-7b2d-4eaf-b2e9-6b122b8f946e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:52.743441 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a66f96bc-7b2d-4eaf-b2e9-6b122b8f946e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:52.788718 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-c7f7a040-3e15-4da9-839b-08de722d4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:52.790498 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-c7f7a040-3e15-4da9-839b-08de722d4f29 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a454238eeb549e98fffddd094a9969d&device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1099 time: 0.1014433 Sep 23 11:31:52.935239 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-07b009a0-7a38-4a6e-bdba-8c4eac066381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:52.936835 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-07b009a0-7a38-4a6e-bdba-8c4eac066381 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 200 len: 916 time: 0.1179216 Sep 23 11:31:52.988792 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dbe70ad0-9f14-4814-8b5d-6ac4d8722f45 None None] Provisioning complete for port 95c3e040-59d4-4b4e-a08f-3df735925536 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:31:52.995157 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dbe70ad0-9f14-4814-8b5d-6ac4d8722f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:53.020914 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-92f8b547-ab44-4bb9-bacc-a985efbf9d33 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 1000 time: 0.0755320 Sep 23 11:31:53.023293 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a66f96bc-7b2d-4eaf-b2e9-6b122b8f946e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:53.026064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a66f96bc-7b2d-4eaf-b2e9-6b122b8f946e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:53.027512 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-a66f96bc-7b2d-4eaf-b2e9-6b122b8f946e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "DELETE /v2.0/security-groups/17c42765-e768-4fd2-9da8-113a87c33779 HTTP/1.1" status: 204 len: 168 time: 0.4516597 Sep 23 11:31:53.032484 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35292) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:53.048188 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f96bc-7b2d-4eaf-b2e9-6b122b8f946e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c42765-e768-4fd2-9da8-113a87c33779,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:53.078968 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-4977178f-d688-499f-84c6-837df8165f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:53.080776 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-4977178f-d688-499f-84c6-837df8165f07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a6f6253-a682-475f-9a8b-03f973009a0f HTTP/1.1" status: 200 len: 854 time: 0.0508583 Sep 23 11:31:53.151170 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-9a208fc0-8cc1-4eb8-a119-df52cbad8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:53.152763 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-9a208fc0-8cc1-4eb8-a119-df52cbad8ce5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632813 Sep 23 11:31:53.268530 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Deleting port 9526fcc1-1c00-4cae-b2f0-5971f7d2910e {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:31:53.268929 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:53.282400 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-7a9ac6aa-59e4-4cae-9cc1-4b591697c51b service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153505 Sep 23 11:31:53.387541 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:53.387948 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:53.403985 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Calling delete_port for 9526fcc1-1c00-4cae-b2f0-5971f7d2910e owned by network:floatingip {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:31:53.412328 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fb0a4959-3fa0-4ccc-be36-39a3d952bb24 req-3336194e-74f2-4d12-b4f2-6eb7f6fc89e4 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222000 Sep 23 11:31:53.696963 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:53.731362 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event deleted for resources: {'Port': ['ID=9526fcc1-1c00-4cae-b2f0-5971f7d2910e,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:53.814620 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks [] for floatingip, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:53.814996 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.l3_db [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Floating IP de614779-1693-44a5-9235-8133da1b6dd6 disassociated (deleted). External IP: 172.27.1.5, port: 95c3e040-59d4-4b4e-a08f-3df735925536. Sep 23 11:31:54.065005 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:31:54.185766 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:31:54.191263 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:54.197316 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] Sync routers for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:31:54.206878 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:31:54.207702 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:54.341051 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:31:54.450033 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-0e1174c4-c9bf-4e7a-94f3-b21cc8dac3c5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "DELETE /v2.0/floatingips/de614779-1693-44a5-9235-8133da1b6dd6 HTTP/1.1" status: 204 len: 168 time: 1.4095697 Sep 23 11:31:54.450033 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:31:54.450033 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5bf0e0-1e95-407c-b28b-e74e05578390" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:31:54.585441 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:57Z', 'revision_number': 5, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:54.616884 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] Checking router: 19bdc484-a9cc-4aec-9aa6-c6745f783c60 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:31:54.626160 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:31:54.626775 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:54.737243 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:31:54.963146 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:57Z', 'revision_number': 5, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:31:54.989203 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070c280-4d74-4665-a71e-451ca9a529d6 None None] The sync data for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi is: [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:28:53Z', 'revision_number': 4, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '045c06c3-cd2e-4e0d-aef7-d6232ee833b2', 'name': '', 'network_id': 'aa1d45f4-7ca0-4128-bf5f-cc8465259bf2', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'mac_address': 'fa:16:3e:a0:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:52Z', 'updated_at': '2021-09-23T11:28:57Z', 'revision_number': 5, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'subnets': [{'id': '4a6f6253-a682-475f-9a8b-03f973009a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:31:55.225499 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a94217-4467-40c2-93cb-eecf17f94fc8 None None] New status for floating IP de614779-1693-44a5-9235-8133da1b6dd6: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:31:56.182719 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce409101-4384-4fe4-bce4-cf6a7d52d01e x-openstack-request-id: req-ce409101-4384-4fe4-bce4-cf6a7d52d01e {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:31:56.183237 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:31:56.183237 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce409101-4384-4fe4-bce4-cf6a7d52d01e {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:31:56.183650 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536', 'status': 'completed', 'code': 200} Sep 23 11:31:56.255078 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-b0b464cf-c416-4644-a57c-7b34485425ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:56.256681 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-b0b464cf-c416-4644-a57c-7b34485425ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a454238eeb549e98fffddd094a9969d&device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 1099 time: 0.0462403 Sep 23 11:31:56.628938 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-06b58255-f229-45d5-9627-76efda41bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:56.630421 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-06b58255-f229-45d5-9627-76efda41bb47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 200 len: 916 time: 0.3631215 Sep 23 11:31:56.683922 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-5796979b-86db-46ee-b569-1746a560874d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 200 len: 217 time: 0.0384634 Sep 23 11:31:56.747979 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-e8627710-d629-40c8-968e-bdad2675be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:56.749489 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-e8627710-d629-40c8-968e-bdad2675be43 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4a6f6253-a682-475f-9a8b-03f973009a0f HTTP/1.1" status: 200 len: 854 time: 0.0463929 Sep 23 11:31:56.803036 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-8576998f-71ae-4558-8a53-61653217e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:31:56.804609 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-8576998f-71ae-4558-8a53-61653217e05b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456071 Sep 23 11:31:56.927244 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-1eec257b-c3d1-4d58-973a-353d598995ba service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075745 Sep 23 11:31:57.025957 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3c5bf0e0-1e95-407c-b28b-e74e05578390 req-a5dd27d9-f046-4817-9b27-ef25be3bcdd0 service neutron] 10.222.0.22 "GET /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908875 Sep 23 11:31:58.942307 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35354) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:59.051929 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a42ce0cf-7e54-4fc3-b561-3510432f2b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:59.142669 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a42ce0cf-7e54-4fc3-b561-3510432f2b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:59.211809 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a42ce0cf-7e54-4fc3-b561-3510432f2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:59.255622 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a42ce0cf-7e54-4fc3-b561-3510432f2b49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75f5e6919c7b463a9eb5f818d1d078e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122036 Sep 23 11:31:59.257719 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ce0cf-7e54-4fc3-b561-3510432f2b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d74b3-3060-413f-86c2-ab821fec9171,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:59.258494 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35364) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:31:59.311454 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:59.333816 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:59.446172 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:59.449686 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:31:59.453644 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee3d74b3-3060-413f-86c2-ab821fec9171 HTTP/1.1" status: 204 len: 168 time: 0.1913157 Sep 23 11:31:59.459090 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3d74b3-3060-413f-86c2-ab821fec9171,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:31:59.466616 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.466963 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.467313 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.467730 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.468055 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.468419 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.469274 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.469765 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.470108 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.470434 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.470822 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:31:59.471057 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d8076-9530-4d56-a0b0-4ca1c65cdd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:00.412262 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2cb11-8778-440e-9aaf-cfddf0242888 req-31b08d83-fc84-4ed5-880e-a9c5a692b9ea tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:00.413944 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4f2cb11-8778-440e-9aaf-cfddf0242888 req-31b08d83-fc84-4ed5-880e-a9c5a692b9ea tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0534658 Sep 23 11:32:00.454676 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b4f2cb11-8778-440e-9aaf-cfddf0242888 req-6c495d61-d8fa-467f-977c-91c8419f99cd tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341983 Sep 23 11:32:01.577667 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ded00-75f9-4322-92a1-419c5946c8c1 req-4304bed8-cf06-4379-8d42-5eaffcef82d1 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:01.579304 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-891ded00-75f9-4322-92a1-419c5946c8c1 req-4304bed8-cf06-4379-8d42-5eaffcef82d1 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0516148 Sep 23 11:32:01.621517 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-891ded00-75f9-4322-92a1-419c5946c8c1 req-e20599a5-4b02-43a3-9fa6-532539af58f5 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351551 Sep 23 11:32:02.742429 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a6ae9-0fe9-4f8d-9913-350cdefb732b req-ff05330f-6c7a-4239-b008-57ee7ab4adc6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:02.743953 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de4a6ae9-0fe9-4f8d-9913-350cdefb732b req-ff05330f-6c7a-4239-b008-57ee7ab4adc6 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0497501 Sep 23 11:32:02.787493 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-de4a6ae9-0fe9-4f8d-9913-350cdefb732b req-9a425619-7da4-4ad6-9c3b-4661c1a430c7 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374656 Sep 23 11:32:04.724002 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae142c39-20d2-412b-8bc9-da3e1700eb11 req-3fff3f2c-72a0-4d80-8857-a5c074b3f70e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:04.725571 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae142c39-20d2-412b-8bc9-da3e1700eb11 req-3fff3f2c-72a0-4d80-8857-a5c074b3f70e tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0493281 Sep 23 11:32:04.763670 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae142c39-20d2-412b-8bc9-da3e1700eb11 req-ce59f62c-808f-41b3-9496-5b77c0240961 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Sep 23 11:32:04.987862 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-8809e106-e2c6-4cf7-9aa2-7a24c5ea3e90 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:04.989353 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-8809e106-e2c6-4cf7-9aa2-7a24c5ea3e90 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.22 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 946 time: 0.0499356 Sep 23 11:32:05.092928 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Deleting port 95c3e040-59d4-4b4e-a08f-3df735925536 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:05.093331 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:05.183261 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] For port 95c3e040-59d4-4b4e-a08f-3df735925536, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=95c3e040-59d4-4b4e-a08f-3df735925536,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:05.183622 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:05.196639 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Calling delete_port for 95c3e040-59d4-4b4e-a08f-3df735925536 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:05.383060 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:05.396022 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['95c3e040-59d4-4b4e-a08f-3df735925536'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:32:05.411052 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Pushing event deleted for resources: {'Port': ['ID=95c3e040-59d4-4b4e-a08f-3df735925536,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:05.429306 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:32:05.454748 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] No DVR routers for this DVR port 95c3e040-59d4-4b4e-a08f-3df735925536 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:32:05.457401 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:05.459438 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-edfd7db6-2dc7-49f5-9dd1-8eaa0580dd3a req-02ad8fc1-930d-44ae-9934-d74ceb81d005 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.22 "DELETE /v2.0/ports/95c3e040-59d4-4b4e-a08f-3df735925536 HTTP/1.1" status: 204 len: 173 time: 0.4630787 Sep 23 11:32:05.459867 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'name': 'network-vif-deleted', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:32:05.462212 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e08ef2-9c7a-4e3f-8e30-1e619d34349a" -d '{"events": [{"server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "name": "network-vif-deleted", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:32:05.497802 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c256ce0-c00c-477b-be6d-b6e5011705b9 x-openstack-request-id: req-6c256ce0-c00c-477b-be6d-b6e5011705b9 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:32:05.498092 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbabb0d-8ef4-4812-aa75-7b922aff24b8", "name": "network-vif-deleted", "tag": "95c3e040-59d4-4b4e-a08f-3df735925536", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:32:05.498341 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c256ce0-c00c-477b-be6d-b6e5011705b9 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:32:05.498730 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbabb0d-8ef4-4812-aa75-7b922aff24b8', 'name': 'network-vif-deleted', 'tag': '95c3e040-59d4-4b4e-a08f-3df735925536', 'status': 'completed', 'code': 200} Sep 23 11:32:05.882492 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aaf58472-127f-4749-8c30-6cdafb77c4ab req-118f68e2-115c-409b-bcbb-7c16c3799c33 tempest-TestMinimumBasicScenario-106992081 tempest-TestMinimumBasicScenario-106992081-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dbabb0d-8ef4-4812-aa75-7b922aff24b8 HTTP/1.1" status: 200 len: 210 time: 0.0310988 Sep 23 11:32:08.579702 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35508) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:08.963211 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:09.173967 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 95c3e040-59d4-4b4e-a08f-3df735925536 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:09.194530 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 95c3e040-59d4-4b4e-a08f-3df735925536 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:32:09.194876 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 95c3e040-59d4-4b4e-a08f-3df735925536 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:32:09.228392 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Deleting port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:09.228726 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:09.309774 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] For port 045c06c3-cd2e-4e0d-aef7-d6232ee833b2, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:09.310141 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:09.324106 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Calling delete_port for 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 owned by network:router_interface {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:09.606422 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:09.639396 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=045c06c3-cd2e-4e0d-aef7-d6232ee833b2,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:09.824917 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:10.025844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425008-1910-49c5-a198-6816ba985e67 req-8351c4dc-2180-4556-9927-96cc7777935a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:10.027545 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-56425008-1910-49c5-a198-6816ba985e67 req-8351c4dc-2180-4556-9927-96cc7777935a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0533404 Sep 23 11:32:10.067413 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:32:10.072816 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-56425008-1910-49c5-a198-6816ba985e67 req-eb91d906-d721-4482-a637-b0e33aa06948 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 Sep 23 11:32:10.176269 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:32:10.182425 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c81ca6a3-b1b2-4865-9d15-c73a0457a2e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/19bdc484-a9cc-4aec-9aa6-c6745f783c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6015322 Sep 23 11:32:10.184861 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35534) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:10.185588 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] Sync routers for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:32:10.195332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:10.196019 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:10.297317 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:10.305600 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:10.410886 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:10.523931 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Deleting port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:10.524269 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:10.606274 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] For port 86a62c88-7b7c-4f9e-ba24-eea87ce0563d, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=86a62c88-7b7c-4f9e-ba24-eea87ce0563d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:10.606543 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:10.607188 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:32:09Z', 'revision_number': 5, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port': {'id': '86a62c88-7b7c-4f9e-ba24-eea87ce0563d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:49Z', 'updated_at': '2021-09-23T11:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:10.619633 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Calling delete_port for 86a62c88-7b7c-4f9e-ba24-eea87ce0563d owned by network:router_gateway {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:10.637894 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] Checking router: 19bdc484-a9cc-4aec-9aa6-c6745f783c60 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:32:10.647325 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] Routers {'19bdc484-a9cc-4aec-9aa6-c6745f783c60'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:10.647937 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:10.746790 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] Set router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 gateway port host: None {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:10.801430 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:32:10Z', 'revision_number': 6, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port_host': None}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:10.831892 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb35d3-3c0f-4b27-90b7-1b3fbac20817 None None] The sync data for ids ['19bdc484-a9cc-4aec-9aa6-c6745f783c60'] in dv-cinder-809523-4-iscsi is: [{'id': '19bdc484-a9cc-4aec-9aa6-c6745f783c60', 'name': 'tempest-TestMinimumBasicScenario-1088512478-router', 'tenant_id': '6a454238eeb549e98fffddd094a9969d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:48Z', 'updated_at': '2021-09-23T11:32:10Z', 'revision_number': 6, 'project_id': '6a454238eeb549e98fffddd094a9969d', 'gw_port_host': None}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:32:10.885792 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:10.912829 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=86a62c88-7b7c-4f9e-ba24-eea87ce0563d,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:10.975715 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.075945 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.079252 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.207339 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2380c-4a9c-43c2-8e64-91a9dc65c920 req-91e82762-fab7-4abd-9b2f-78a5dac9b49f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:11.209037 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-98d2380c-4a9c-43c2-8e64-91a9dc65c920 req-91e82762-fab7-4abd-9b2f-78a5dac9b49f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0589075 Sep 23 11:32:11.211928 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.212498 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19bdc484-a9cc-4aec-9aa6-c6745f783c60 {{(pid=94665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:32:11.217591 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.219420 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-f5a92e20-b3dc-419a-8f42-dcc2694f5d8d admin admin] 10.222.0.13 "DELETE /v2.0/routers/19bdc484-a9cc-4aec-9aa6-c6745f783c60 HTTP/1.1" status: 204 len: 168 time: 1.0335901 Sep 23 11:32:11.223281 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35544) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:11.267884 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-98d2380c-4a9c-43c2-8e64-91a9dc65c920 req-e466adac-9051-4c95-9ded-6c4fd02c5942 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 Sep 23 11:32:11.289418 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d787a86b-9631-4ca7-b608-ff89f2dbc35f admin admin] Deleting subnet 4a6f6253-a682-475f-9a8b-03f973009a0f {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:32:11.294836 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d787a86b-9631-4ca7-b608-ff89f2dbc35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.343015 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d787a86b-9631-4ca7-b608-ff89f2dbc35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.379051 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35548) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:11.454907 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d787a86b-9631-4ca7-b608-ff89f2dbc35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.485267 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8a3ecf2f-9adc-4ea2-a3be-a389550fab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.578166 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8a3ecf2f-9adc-4ea2-a3be-a389550fab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.600540 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d787a86b-9631-4ca7-b608-ff89f2dbc35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.628369 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787a86b-9631-4ca7-b608-ff89f2dbc35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6f6253-a682-475f-9a8b-03f973009a0f,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:11.633911 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d787a86b-9631-4ca7-b608-ff89f2dbc35f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.636196 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-d787a86b-9631-4ca7-b608-ff89f2dbc35f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a6f6253-a682-475f-9a8b-03f973009a0f HTTP/1.1" status: 204 len: 168 time: 0.4119432 Sep 23 11:32:11.639556 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35552) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:11.642334 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bdf713-c865-44eb-9385-31bedb003b06 None None] Network aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:32:11.714348 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.746267 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-8a3ecf2f-9adc-4ea2-a3be-a389550fab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.795687 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ecf2f-9adc-4ea2-a3be-a389550fab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19212f7-90fb-45e3-97cb-0eb08f80cffa,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:11.806218 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-8a3ecf2f-9adc-4ea2-a3be-a389550fab6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4a76478412e4ccda472888a8701a6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248862 Sep 23 11:32:11.806218 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35554) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:11.846182 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] DHCP port deletion for aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 request from dv-cinder-809523-4-iscsi {{(pid=94667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 11:32:11.849093 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Deleting port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:11.849517 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.902192 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Deleting port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:11.902808 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.959545 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1273822c-e5d5-48ab-9a75-bce2156b2bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.968698 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] For port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:11.969099 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.978079 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] For port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,segment=NetworkSegment(208c846b-b6d6-453a-90bf-0e6465c7cb42),segment_id=208c846b-b6d6-453a-90bf-0e6465c7cb42)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:11.978448 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:11.982645 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Calling delete_port for a30ea9c3-b860-46cd-b9cf-ad06b0f15adc owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:12.003131 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Calling delete_port for a30ea9c3-b860-46cd-b9cf-ad06b0f15adc owned by network:dhcp {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:12.010182 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1273822c-e5d5-48ab-9a75-bce2156b2bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.183807 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.195071 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.220028 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] No DVR routers for this DVR port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc on host dv-cinder-809523-4-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:32:12.221725 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Pushing event deleted for resources: {'Port': ['ID=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:12.222046 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30ea9c3-b860-46cd-b9cf-ad06b0f15adc,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:12.224033 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] No DVR routers for this DVR port a30ea9c3-b860-46cd-b9cf-ad06b0f15adc on host dv-cinder-809523-4-iscsi {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:32:12.237756 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.238138 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.269851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416833b9-c573-4d46-9f44-8ca8891c0dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:12.273393 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1273822c-e5d5-48ab-9a75-bce2156b2bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.273393 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1273822c-e5d5-48ab-9a75-bce2156b2bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.273393 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1273822c-e5d5-48ab-9a75-bce2156b2bfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f19212f7-90fb-45e3-97cb-0eb08f80cffa HTTP/1.1" status: 204 len: 168 time: 0.4440634 Sep 23 11:32:12.292714 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273822c-e5d5-48ab-9a75-bce2156b2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19212f7-90fb-45e3-97cb-0eb08f80cffa,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:12.327587 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.356643 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1d45f4-7ca0-4128-bf5f-cc8465259bf2']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:12.378132 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208c846b-b6d6-453a-90bf-0e6465c7cb42') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:12.378441 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208c846b-b6d6-453a-90bf-0e6465c7cb42') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:12.403749 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9139307'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.423812 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.432900 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883443'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: self.session.flush() Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: self.session.flush() Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: self.session.flush() Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: self.session.flush() Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: timer() Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: cb(*args, **kw) Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: self._notify() Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: self.callback(batched_events) Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: event.method(event) Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._get(url).json() Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:32:12.438232 dv-cinder-809523-4-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:32:12.448318 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device a30ea9c3-b860-46cd-b9cf-ad06b0f15adc no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:12.459510 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790129b0-3f8c-470e-a42e-2abedb9094bd req-3a73463e-ea6f-46c2-9e34-04e70ec8e8bd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:12.461111 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-790129b0-3f8c-470e-a42e-2abedb9094bd req-3a73463e-ea6f-46c2-9e34-04e70ec8e8bd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0956326 Sep 23 11:32:12.474441 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: a30ea9c3-b860-46cd-b9cf-ad06b0f15adc {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:32:12.474891 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device a30ea9c3-b860-46cd-b9cf-ad06b0f15adc not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:32:12.475389 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:12.495843 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:32:12.496616 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 045c06c3-cd2e-4e0d-aef7-d6232ee833b2 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:32:12.497251 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 86a62c88-7b7c-4f9e-ba24-eea87ce0563d no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:12.516596 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 86a62c88-7b7c-4f9e-ba24-eea87ce0563d {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:32:12.516949 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 86a62c88-7b7c-4f9e-ba24-eea87ce0563d not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:32:12.543461 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-790129b0-3f8c-470e-a42e-2abedb9094bd req-21cc06dd-f250-402b-8058-0be8f926eba7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721331 Sep 23 11:32:12.583104 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.589856 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:12.591833 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aa1d45f4-7ca0-4128-bf5f-cc8465259bf2 HTTP/1.1" status: 204 len: 168 time: 0.9500723 Sep 23 11:32:12.595634 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35564) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:12.602537 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb1943-e8dd-495b-b273-f0ac4eb77b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1d45f4-7ca0-4128-bf5f-cc8465259bf2,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:13.175235 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:13.428829 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Deleting port 4866ea6b-fc7d-485e-bb28-f68b58d76953 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:13.429168 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:13.510502 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] For port 4866ea6b-fc7d-485e-bb28-f68b58d76953, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=4866ea6b-fc7d-485e-bb28-f68b58d76953,segment=NetworkSegment(9d8a55d1-99ac-4a2a-b89a-89a43ce076bd),segment_id=9d8a55d1-99ac-4a2a-b89a-89a43ce076bd)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:13.510869 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:13.524468 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Calling delete_port for 4866ea6b-fc7d-485e-bb28-f68b58d76953 owned by network:router_interface {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:13.599746 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6117c970-83fb-4cab-b94c-86863208dec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:13.666733 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b578376-f1d6-4e0b-9150-cd3aa739a4f7 req-2df1f5cd-e240-45f9-b816-d914161ff840 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:13.668252 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9b578376-f1d6-4e0b-9150-cd3aa739a4f7 req-2df1f5cd-e240-45f9-b816-d914161ff840 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0495722 Sep 23 11:32:13.713545 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9b578376-f1d6-4e0b-9150-cd3aa739a4f7 req-483b8e53-2b18-4a23-b641-030823d7594e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384107 Sep 23 11:32:13.783292 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:13.808562 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4866ea6b-fc7d-485e-bb28-f68b58d76953,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:13.984953 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:14.207754 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Router e3542d95-d198-403d-b5cc-203841d1e427 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:32:14.321119 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:32:14.328117 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7d3814e3-7f66-4c1a-8049-968ea97055c1 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3542d95-d198-403d-b5cc-203841d1e427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7309582 Sep 23 11:32:14.328768 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35596) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:14.330191 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] Sync routers for ids ['e3542d95-d198-403d-b5cc-203841d1e427'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:32:14.340582 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] Routers {'e3542d95-d198-403d-b5cc-203841d1e427'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:14.341194 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e3542d95-d198-403d-b5cc-203841d1e427'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:14.451012 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks [] for router, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:14.496821 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] Set router e3542d95-d198-403d-b5cc-203841d1e427 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:14.500485 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6ab8-6b88-42d9-bc37-2f1454e01ebc req-eee235d1-28f3-4a9c-a1f7-7caef6c76194 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:14.504869 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d05f6ab8-6b88-42d9-bc37-2f1454e01ebc req-eee235d1-28f3-4a9c-a1f7-7caef6c76194 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 945 time: 0.0904248 Sep 23 11:32:14.553158 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d05f6ab8-6b88-42d9-bc37-2f1454e01ebc req-38f5f7ae-237a-459c-a3b4-3607166ad24a tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Sep 23 11:32:14.575815 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:14.693220 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e5396bea-015b-4907-9402-6435df8e850d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:32:13Z', 'revision_number': 5, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port': {'id': 'e5396bea-015b-4907-9402-6435df8e850d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:59Z', 'updated_at': '2021-09-23T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:14.696257 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Deleting port e5396bea-015b-4907-9402-6435df8e850d {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:14.696707 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:14.723275 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] Checking router: e3542d95-d198-403d-b5cc-203841d1e427 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:32:14.732255 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] Routers {'e3542d95-d198-403d-b5cc-203841d1e427'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:14.732904 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:31:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e3542d95-d198-403d-b5cc-203841d1e427'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:14.808738 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] For port e5396bea-015b-4907-9402-6435df8e850d, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=e5396bea-015b-4907-9402-6435df8e850d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:14.809293 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:14.833893 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Calling delete_port for e5396bea-015b-4907-9402-6435df8e850d owned by network:router_gateway {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:14.836142 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] Set router e3542d95-d198-403d-b5cc-203841d1e427 gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:14.857634 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bb5fd-36cc-4f30-9cf4-7a1c5d97ea17 req-46013005-973f-4dc6-9045-0092cae2c1d7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:14.859598 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-809bb5fd-36cc-4f30-9cf4-7a1c5d97ea17 req-46013005-973f-4dc6-9045-0092cae2c1d7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0626700 Sep 23 11:32:14.893090 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:32:14Z', 'revision_number': 6, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port_host': None}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:14.901329 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-809bb5fd-36cc-4f30-9cf4-7a1c5d97ea17 req-2ee2bbff-3536-4af4-bb51-f7f7a1eda5dd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359800 Sep 23 11:32:14.928705 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cb93ae-b7a9-4a31-a22f-c13a4d609b0e None None] The sync data for ids ['e3542d95-d198-403d-b5cc-203841d1e427'] in dv-cinder-809523-4-iscsi is: [{'id': 'e3542d95-d198-403d-b5cc-203841d1e427', 'name': 'tempest-TestMinimumBasicScenario-537654709-router', 'tenant_id': '73254adb3306406f921b326a9c4203a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:57Z', 'updated_at': '2021-09-23T11:32:14Z', 'revision_number': 6, 'project_id': '73254adb3306406f921b326a9c4203a2', 'gw_port_host': None}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:32:15.148893 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.180232 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5396bea-015b-4907-9402-6435df8e850d,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:15.256125 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.357159 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.360557 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.445516 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.446051 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3542d95-d198-403d-b5cc-203841d1e427 {{(pid=94665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:32:15.451822 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.451822 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-bd4f9184-6150-482c-b473-b4b80fd5947f admin admin] 10.222.0.13 "DELETE /v2.0/routers/e3542d95-d198-403d-b5cc-203841d1e427 HTTP/1.1" status: 204 len: 168 time: 1.1218989 Sep 23 11:32:15.454871 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35608) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:15.501608 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdeec54-10a2-4d96-8001-3621c8487689 admin admin] Deleting subnet a04fe804-2640-4734-8686-37fd9a469770 {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:32:15.505117 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8bdeec54-10a2-4d96-8001-3621c8487689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.547657 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8bdeec54-10a2-4d96-8001-3621c8487689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.576218 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-69d5158f-f176-430f-8af8-b3165e54ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.637567 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8bdeec54-10a2-4d96-8001-3621c8487689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.705256 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353abf2-fc2c-4944-aa8d-166397f757ae req-d6391c33-4348-4572-894a-bb7bab26e051 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:15.706867 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3353abf2-fc2c-4944-aa8d-166397f757ae req-d6391c33-4348-4572-894a-bb7bab26e051 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 945 time: 0.0629759 Sep 23 11:32:15.760200 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3353abf2-fc2c-4944-aa8d-166397f757ae req-9864c725-55fa-4538-b186-21bcd43f6cc6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470719 Sep 23 11:32:15.794625 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8bdeec54-10a2-4d96-8001-3621c8487689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.823457 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeec54-10a2-4d96-8001-3621c8487689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04fe804-2640-4734-8686-37fd9a469770,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:15.828352 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8bdeec54-10a2-4d96-8001-3621c8487689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.830328 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-8bdeec54-10a2-4d96-8001-3621c8487689 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a04fe804-2640-4734-8686-37fd9a469770 HTTP/1.1" status: 204 len: 168 time: 0.3745153 Sep 23 11:32:15.833178 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35616) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:15.836984 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d36cee-64b6-40d4-9bd0-39e7f62b7f50 None None] Network 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:32:15.922910 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:15.991539 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Deleting port 6302db5a-36fa-4817-9f9e-60d388d6720f {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:15.991965 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.063029 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] DHCP port deletion for 8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee request from dv-cinder-809523-4-iscsi {{(pid=94667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 11:32:16.071581 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] For port 6302db5a-36fa-4817-9f9e-60d388d6720f, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=6302db5a-36fa-4817-9f9e-60d388d6720f,segment=NetworkSegment(9d8a55d1-99ac-4a2a-b89a-89a43ce076bd),segment_id=9d8a55d1-99ac-4a2a-b89a-89a43ce076bd)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:16.072225 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.080596 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afe023-84b1-4eeb-af43-22d3c645449e req-3840b58f-9929-45eb-8c04-d87f3630b700 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:16.082347 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49afe023-84b1-4eeb-af43-22d3c645449e req-3840b58f-9929-45eb-8c04-d87f3630b700 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 945 time: 0.1295171 Sep 23 11:32:16.086180 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Calling delete_port for 6302db5a-36fa-4817-9f9e-60d388d6720f owned by network:dhcp {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:16.097816 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ec1eb-f1c1-4f26-938e-d6b81facd437 req-5862fa65-0ab9-45f3-af4e-4eb0c66e4df0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:16.099353 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-053ec1eb-f1c1-4f26-938e-d6b81facd437 req-5862fa65-0ab9-45f3-af4e-4eb0c66e4df0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0903735 Sep 23 11:32:16.118216 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] Deleting port 6302db5a-36fa-4817-9f9e-60d388d6720f {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:16.119482 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.190534 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] For port 6302db5a-36fa-4817-9f9e-60d388d6720f, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=6302db5a-36fa-4817-9f9e-60d388d6720f,segment=NetworkSegment(9d8a55d1-99ac-4a2a-b89a-89a43ce076bd),segment_id=9d8a55d1-99ac-4a2a-b89a-89a43ce076bd)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:16.190970 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.203461 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] Calling delete_port for 6302db5a-36fa-4817-9f9e-60d388d6720f owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:16.208133 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-053ec1eb-f1c1-4f26-938e-d6b81facd437 req-4ec0630c-c76b-4dcc-852c-535a56ae61a7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832694 Sep 23 11:32:16.236554 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Deleting port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:32:16.244156 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.268887 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.293593 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.299543 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Pushing event deleted for resources: {'Port': ['ID=6302db5a-36fa-4817-9f9e-60d388d6720f,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:16.304252 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] No DVR routers for this DVR port 6302db5a-36fa-4817-9f9e-60d388d6720f on host dv-cinder-809523-4-iscsi {{(pid=94665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:32:16.339063 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] For port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:16.339433 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.342118 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] Pushing event deleted for resources: {'Port': ['ID=6302db5a-36fa-4817-9f9e-60d388d6720f,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:16.347706 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf45259-3dbe-426a-a262-be54bee4ccf5 None None] No DVR routers for this DVR port 6302db5a-36fa-4817-9f9e-60d388d6720f on host dv-cinder-809523-4-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:32:16.389505 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.411318 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:16.422410 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:16.422765 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8a55d1-99ac-4a2a-b89a-89a43ce076bd') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:16.423569 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.433424 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.449250 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.451449 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 6302db5a-36fa-4817-9f9e-60d388d6720f no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:16.456216 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:32:16.456638 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:32:16.458288 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:32:16.478948 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 6302db5a-36fa-4817-9f9e-60d388d6720f {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:32:16.479299 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 6302db5a-36fa-4817-9f9e-60d388d6720f not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:32:16.479793 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device e5396bea-015b-4907-9402-6435df8e850d no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:16.502483 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: e5396bea-015b-4907-9402-6435df8e850d {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:32:16.502939 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device e5396bea-015b-4907-9402-6435df8e850d not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:32:16.503430 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 4866ea6b-fc7d-485e-bb28-f68b58d76953 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:16.524890 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 4866ea6b-fc7d-485e-bb28-f68b58d76953 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:32:16.525314 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 4866ea6b-fc7d-485e-bb28-f68b58d76953 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:32:16.545767 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.546029 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.546943 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Floating IP bd871045-d089-4379-98a5-a7ea207d38a6 disassociated. External IP: 172.27.1.132, port: 214d5e2c-ca6a-46a9-a92e-e74bf00980cc. Sep 23 11:32:16.547527 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Calling delete_port for 214d5e2c-ca6a-46a9-a92e-e74bf00980cc owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:32:16.657795 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.664849 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.668121 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee HTTP/1.1" status: 204 len: 168 time: 0.8326130 Sep 23 11:32:16.677482 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cfb2d-d688-4e8e-98b0-1e2f42091613 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2fc8d2-b958-4bb4-9cae-76b9eadf3dee,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:16.771712 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:16.804247 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event deleted for resources: {'Port': ['ID=214d5e2c-ca6a-46a9-a92e-e74bf00980cc,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:16.894697 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e07d94ff-a1b9-47db-923d-5ff6e155e679 req-0b4ec232-e72a-4e8b-b481-b14d1fdbc53e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0308638 Sep 23 11:32:16.964558 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Router 01a6ecf0-429c-4184-919c-1260f5731e20 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:32:17.037988 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35628) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:17.077316 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:32:17.086620 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-3403076f-a616-497e-82ff-ed3c439826b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a454238eeb549e98fffddd094a9969d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470562 Sep 23 11:32:17.089113 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35630) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:17.090030 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:32:17.101023 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:17.102541 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:17.121880 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] No DVR routers for this DVR port 214d5e2c-ca6a-46a9-a92e-e74bf00980cc on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:32:17.124841 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:17.126906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-49afe023-84b1-4eeb-af43-22d3c645449e req-e994c7db-d87e-44c1-a17b-fc505ddb1396 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "DELETE /v2.0/ports/214d5e2c-ca6a-46a9-a92e-e74bf00980cc HTTP/1.1" status: 204 len: 173 time: 1.0381608 Sep 23 11:32:17.127410 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb06e404-6267-466e-8bd3-fe098a043136', 'name': 'network-vif-deleted', 'tag': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:32:17.129733 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b76520-08bf-4165-818d-160e46f19273" -d '{"events": [{"server_uuid": "eb06e404-6267-466e-8bd3-fe098a043136", "name": "network-vif-deleted", "tag": "214d5e2c-ca6a-46a9-a92e-e74bf00980cc"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:32:17.141300 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5ad55cec-aa7e-40bd-be2c-52802758fe0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:17.165997 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5ad55cec-aa7e-40bd-be2c-52802758fe0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:17.180932 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf13e89-f831-4fa1-b053-afd7913e319e x-openstack-request-id: req-1bf13e89-f831-4fa1-b053-afd7913e319e {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:32:17.181571 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb06e404-6267-466e-8bd3-fe098a043136", "name": "network-vif-deleted", "tag": "214d5e2c-ca6a-46a9-a92e-e74bf00980cc", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:32:17.182059 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bf13e89-f831-4fa1-b053-afd7913e319e {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:32:17.182686 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb06e404-6267-466e-8bd3-fe098a043136', 'name': 'network-vif-deleted', 'tag': '214d5e2c-ca6a-46a9-a92e-e74bf00980cc', 'status': 'completed', 'code': 200} Sep 23 11:32:17.240653 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:17.308485 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5ad55cec-aa7e-40bd-be2c-52802758fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:17.311513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5ad55cec-aa7e-40bd-be2c-52802758fe0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:17.314363 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5ad55cec-aa7e-40bd-be2c-52802758fe0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3 HTTP/1.1" status: 204 len: 168 time: 0.2240789 Sep 23 11:32:17.325207 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad55cec-aa7e-40bd-be2c-52802758fe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbfaecb-7dcb-4ab9-b43c-4225e9bacee3,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:17.373337 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e56e23-23c4-43e1-8e3c-dd7b1b529ed7 req-a5ded235-5eec-422e-9b12-2b45feef8ee1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:17.376117 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-33e56e23-23c4-43e1-8e3c-dd7b1b529ed7 req-a5ded235-5eec-422e-9b12-2b45feef8ee1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0773451 Sep 23 11:32:17.451053 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-33e56e23-23c4-43e1-8e3c-dd7b1b529ed7 req-738328cb-9fc0-471c-9974-714fffd09fec tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619857 Sep 23 11:32:17.490354 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:17.522201 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:17.553043 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:32:17.562420 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:17.564427 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:17.795846 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:17.999112 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a5347b0-766c-44e2-b329-1a3219a73894 req-14cef296-688a-4cad-873c-118cc2dace8c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0307364 Sep 23 11:32:18.045239 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:18.081599 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0840c9-3a33-4f7f-8239-5a251ec13d0b None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:32:18.195796 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35644) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:18.252604 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7ee5095e-0416-468d-9b3b-4a11cc4941fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73254adb3306406f921b326a9c4203a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555587 Sep 23 11:32:18.255864 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35646) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:18.321517 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b76d8a66-33ee-4b9f-9a59-903ea0894102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:18.347962 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b76d8a66-33ee-4b9f-9a59-903ea0894102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:18.357008 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b4e06-e958-4063-83da-d6671a25cd66 None None] New status for floating IP bd871045-d089-4379-98a5-a7ea207d38a6: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:32:18.520073 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b76d8a66-33ee-4b9f-9a59-903ea0894102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:18.523037 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b76d8a66-33ee-4b9f-9a59-903ea0894102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:18.524197 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b76d8a66-33ee-4b9f-9a59-903ea0894102 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b1df00b-6780-4d3d-8e13-bdc528f907a2 HTTP/1.1" status: 204 len: 168 time: 0.2671182 Sep 23 11:32:18.533462 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d8a66-33ee-4b9f-9a59-903ea0894102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1df00b-6780-4d3d-8e13-bdc528f907a2,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:18.601422 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545ec5b-4b83-4de5-8913-ffd27c0fc4ef req-b1a0e66c-1af4-4d8f-95fd-ba4ff58bb25f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:18.603110 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0545ec5b-4b83-4de5-8913-ffd27c0fc4ef req-b1a0e66c-1af4-4d8f-95fd-ba4ff58bb25f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0757520 Sep 23 11:32:18.656906 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0545ec5b-4b83-4de5-8913-ffd27c0fc4ef req-8ed2c9e6-e8e7-44de-808d-abde55c9bf6e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Sep 23 11:32:18.719866 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:19.106505 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-436a3728-7bc2-450e-80f1-2c36e62164df req-c460ea6b-f9f3-4fa5-b9ed-9141b00cde5d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb06e404-6267-466e-8bd3-fe098a043136 HTTP/1.1" status: 200 len: 210 time: 0.0297203 Sep 23 11:32:19.744545 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35676) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:19.785643 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90db5-dbba-4951-b4e3-1bfe28fd0ee9 req-c270cae4-a4a5-4113-a145-8182060f6200 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:19.787255 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58a90db5-dbba-4951-b4e3-1bfe28fd0ee9 req-c270cae4-a4a5-4113-a145-8182060f6200 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0503666 Sep 23 11:32:19.829888 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58a90db5-dbba-4951-b4e3-1bfe28fd0ee9 req-1abeea58-c005-4249-abf3-f81ae7427a52 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366271 Sep 23 11:32:19.884420 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-621778300-network', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:20.005420 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Made reservation on behalf of e2591febce164953878e8cf1c5cbe0af for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:32:20.007729 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.017154 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.109513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.182862 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.209004 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:32:20.218951 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d60661-71ea-4f53-98d3-2e8c58e145fa,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:20.223981 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.224346 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Added segment 7771b432-0145-4ab8-9500-cfc222a4d07f of type vlan for network c16f3e05-0d10-4f84-94f8-2ff19255b12e Sep 23 11:32:20.271832 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.371470 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.372513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:20.373110 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.402956 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-faff0db7-f448-4910-8b6f-7247d80e9be6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749550243&fields=id&tenant_id=835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 267 time: 0.0366716 Sep 23 11:32:20.437705 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] Pushing event updated for resources: {'Network': ['ID=c16f3e05-0d10-4f84-94f8-2ff19255b12e,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:20.447625 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:32:20.503607 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-a8650746-f1e7-4ca9-a5a5-d0d541f44357 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7576742 Sep 23 11:32:20.509101 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35696) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:20.514444 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Request body: {'subnet': {'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-621778300-subnet', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:20.527079 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f514c-ea35-45ac-8a29-36759f18031e req-5622c443-b6e5-4d7c-ab2c-918e866e091c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:20.528787 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-5622c443-b6e5-4d7c-ab2c-918e866e091c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 809 time: 0.1158941 Sep 23 11:32:20.544478 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-32d0b8d5-eb2f-4b9f-b32a-fa9671b35065 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/quotas/835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 375 time: 0.0092318 Sep 23 11:32:20.600877 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-fb3c1023-cd9c-4904-882d-5ff696a1abdd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507910 Sep 23 11:32:20.611597 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Made reservation on behalf of e2591febce164953878e8cf1c5cbe0af for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:32:20.614751 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.709961 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-426ea897-18f0-4f3a-b183-d0ede15a8dee service neutron] 10.222.0.13 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964811 Sep 23 11:32:20.847042 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-29210737-bebd-42b6-8df5-3462b02966a3 service neutron] 10.222.0.13 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274509 Sep 23 11:32:20.903698 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:20.982508 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c994a70-c592-4a99-a016-40d3fa791bf1,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:21.003213 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Checking segment: {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:21.003874 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Network hostable DHCP agents. Network: c16f3e05-0d10-4f84-94f8-2ff19255b12e, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:32:21.004858 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae1c73-a8f7-4b2d-a42e-7de42b56286b req-43885306-28d9-4ba7-8788-b620864a71a0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:21.006876 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abae1c73-a8f7-4b2d-a42e-7de42b56286b req-43885306-28d9-4ba7-8788-b620864a71a0 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0634291 Sep 23 11:32:21.055258 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abae1c73-a8f7-4b2d-a42e-7de42b56286b req-8c57c9f2-362d-45ee-a8e2-5be59202a31a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360148 Sep 23 11:32:21.090988 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:32:21.159746 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, c16f3e05-0d10-4f84-94f8-2ff19255b12e) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:21.164420 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:21.165016 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.171627 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78663df-9a1b-4177-bee3-9d25798ae88f None None] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:32:21.240545 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5e16551e-3880-495c-a32e-9bb9800d89d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7301195 Sep 23 11:32:21.243535 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35708) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:21.248152 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:21.332184 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:32:21.333067 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.348666 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.349755 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.406173 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.480774 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Allocated IP 172.20.0.2 (c16f3e05-0d10-4f84-94f8-2ff19255b12e/7c994a70-c592-4a99-a016-40d3fa791bf1/91f2f0e7-3bb5-4547-bd02-38cfab34e08a) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:32:21.494928 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4947550e-4b79-4182-8de0-575a62ac9753 req-a0780cff-2cd7-4f19-a759-f778e6a26fde tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 210 time: 0.0285375 Sep 23 11:32:21.641937 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.672088 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.800625 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.844387 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:21.847029 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:21.853621 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:32:21.856621 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Pushing event updated for resources: {'Port': ['ID=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:21.928394 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Attempting to bind port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:32:21.928765 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Attempting to bind port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:32:21.929119 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Attempting to bind port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a on network c16f3e05-0d10-4f84-94f8-2ff19255b12e {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:32:21.934226 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:32:21.934598 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Checking segment: {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:21.935077 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.935520 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Bound using segment: {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:32:21.936026 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Bound port: 91f2f0e7-3bb5-4547-bd02-38cfab34e08a, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:32:21.936437 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.958225 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:21.976941 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:22.004676 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] For port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:32:22.007801 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] For port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:32:22.068803 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:22.086757 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Allocated IP 172.27.1.91 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/d76228ef-0235-4ae7-bb4d-5ea3565bc609) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:32:22.131443 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479f665-06de-4cf0-a10c-f9cf99d24198 None None] Pushing event updated for resources: {'Port': ['ID=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:22.236974 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77ab1a-5823-474e-982e-10708dd1fdc6 req-49ff67ca-2b90-4e7a-ad8c-75c96564076b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:22.238625 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6b77ab1a-5823-474e-982e-10708dd1fdc6 req-49ff67ca-2b90-4e7a-ad8c-75c96564076b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0966694 Sep 23 11:32:22.253671 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:22.324614 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6b77ab1a-5823-474e-982e-10708dd1fdc6 req-f1897cdd-62a2-40be-b394-195ea00545b7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769336 Sep 23 11:32:22.424147 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:22.468837 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:22.473466 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:22.474253 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 91f2f0e7-3bb5-4547-bd02-38cfab34e08a up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:22.479945 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:32:22.483045 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Pushing event updated for resources: {'Port': ['ID=d76228ef-0235-4ae7-bb4d-5ea3565bc609,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:22.525532 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:22.526071 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:22.616057 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:22.656468 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:22.708440 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:22.763742 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:22.829060 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b87f79c0-3744-4e50-b767-1fa670e04577 req-260de181-a193-4fee-b881-dc58b5318810 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 210 time: 0.0294046 Sep 23 11:32:23.037238 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43db50-2f66-464f-86f1-3b8bb26d27ca None None] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:32:23.070518 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:23.156968 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-849f6ebc-2228-44e5-9367-8ddf5837d431 None None] Provisioning complete for port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:23.157395 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-849f6ebc-2228-44e5-9367-8ddf5837d431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:23.266038 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:23.454935 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d00a-89c6-4f6a-90e1-b40b58950f46 req-cca7a1d6-93cb-4dd6-b123-c1d6dcd436ee tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:23.456522 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f66d00a-89c6-4f6a-90e1-b40b58950f46 req-cca7a1d6-93cb-4dd6-b123-c1d6dcd436ee tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0518675 Sep 23 11:32:23.464114 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 214d5e2c-ca6a-46a9-a92e-e74bf00980cc no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:23.481305 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Router f3eadb31-10a0-446a-8174-4b3e2bec1f93 is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:32:23.496746 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 214d5e2c-ca6a-46a9-a92e-e74bf00980cc {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:32:23.497090 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 214d5e2c-ca6a-46a9-a92e-e74bf00980cc not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:32:23.509294 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e60f5ff8-1a2f-466c-a547-7e7400a553a5 None None] Provisioning complete for port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:23.509668 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e60f5ff8-1a2f-466c-a547-7e7400a553a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:23.511318 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5f66d00a-89c6-4f6a-90e1-b40b58950f46 req-7fdd85d3-677a-470d-995d-c9be2da7a246 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475118 Sep 23 11:32:23.589239 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:23.640164 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:32:23.651279 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Sync routers for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:32:23.662025 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:23.662750 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:23.760025 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:23.764024 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d9ec305d-8a8d-4a1e-bc54-f6046d9676ca admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5169961 Sep 23 11:32:23.764462 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35736) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:23.772765 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:23.948059 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e84d02cd-c665-4b45-8119-ee097f355d40 req-4970af09-c814-46ec-88a1-a82cd6bc4d6d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 210 time: 0.0390241 Sep 23 11:32:23.994590 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:22Z', 'revision_number': 3, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:24.034795 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Checking router: f3eadb31-10a0-446a-8174-4b3e2bec1f93 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:32:24.035153 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Updating router f3eadb31-10a0-446a-8174-4b3e2bec1f93 port d76228ef-0235-4ae7-bb4d-5ea3565bc609 binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:32:24.071875 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.337345 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.439668 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.487622 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 91f2f0e7-3bb5-4547-bd02-38cfab34e08a up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:24.504417 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.531020 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a75a8-6e5d-4289-acda-850a58d3e368 None None] Pushing event updated for resources: {'Port': ['ID=d76228ef-0235-4ae7-bb4d-5ea3565bc609,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:24.570130 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Attempting to bind port d76228ef-0235-4ae7-bb4d-5ea3565bc609 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:32:24.570518 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Attempting to bind port d76228ef-0235-4ae7-bb4d-5ea3565bc609 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:32:24.570873 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Attempting to bind port d76228ef-0235-4ae7-bb4d-5ea3565bc609 on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:32:24.584236 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:24.584817 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.595315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:32:24.595315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:24.595315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.595315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:32:24.595315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Bound port: d76228ef-0235-4ae7-bb4d-5ea3565bc609, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:32:24.595315 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.666802 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f514c-ea35-45ac-8a29-36759f18031e req-09a6dc89-ccd3-45f8-a866-d6dba83e4d06 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:24.668941 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-09a6dc89-ccd3-45f8-a866-d6dba83e4d06 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 809 time: 0.1753983 Sep 23 11:32:24.688823 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] For port d76228ef-0235-4ae7-bb4d-5ea3565bc609, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:32:24.691531 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f176c8b-ad89-4ccb-951c-03dcf51aa323 req-65ca8209-9caf-453c-98cf-87d6656a741d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:24.693325 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f176c8b-ad89-4ccb-951c-03dcf51aa323 req-65ca8209-9caf-453c-98cf-87d6656a741d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0746405 Sep 23 11:32:24.695381 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] For port d76228ef-0235-4ae7-bb4d-5ea3565bc609, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d76228ef-0235-4ae7-bb4d-5ea3565bc609,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:32:24.696863 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Allocated IP 172.20.0.1 (c16f3e05-0d10-4f84-94f8-2ff19255b12e/7c994a70-c592-4a99-a016-40d3fa791bf1/4d4e5de4-0209-4962-8ccc-e57953b91c86) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:32:24.755172 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-6369a0fc-97dc-4cf2-b066-687c6b40d301 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 380 time: 0.0726953 Sep 23 11:32:24.762980 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f176c8b-ad89-4ccb-951c-03dcf51aa323 req-d2d9b392-c184-41a3-bc40-25b77e5e3e3c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505724 Sep 23 11:32:24.768244 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'port': {'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'admin_state_up': True, 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'security_groups': ['8ca68a50-59b8-4c01-9794-ec24921fc57d']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:24.811148 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.880621 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:24.933882 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:24.940521 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:24.980885 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a75a8-6e5d-4289-acda-850a58d3e368 None None] Pushing event updated for resources: {'Port': ['ID=d76228ef-0235-4ae7-bb4d-5ea3565bc609,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:24.994425 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.022356 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Made reservation on behalf of 835d4a3c08ec4bd4b920a36fef6622a2 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:32:25.026302 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.058942 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:25.062566 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:25.066450 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:32:25.086855 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:25.097715 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4e5de4-0209-4962-8ccc-e57953b91c86,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:25.097894 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8f3e0eaa-2de2-49ca-9dd6-72ad80f5f9db req-37659ba8-4003-4d00-b134-8cf8ba056ac6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 210 time: 0.0509186 Sep 23 11:32:25.122242 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.243168 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Allocated IP 172.20.0.12 (72a817c5-bdd3-454e-9305-fc153563cfaa/ee6f3024-e6cf-4061-9c9a-732778fc8c5f/8f302291-88ca-4631-ad60-0ab26d06ad18) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:32:25.401511 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:22Z', 'revision_number': 3, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:25.413946 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.431082 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.434234 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c1e550-4fb7-42ef-bef0-fcf0dc02abd5 None None] The sync data for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi is: [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:22Z', 'revision_number': 3, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:32:25.444307 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dcae550b-8b25-4053-a7fb-11fdc3266027 None None] Provisioning complete for port 4d4e5de4-0209-4962-8ccc-e57953b91c86 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:25.444758 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dcae550b-8b25-4053-a7fb-11fdc3266027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.481865 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dcae550b-8b25-4053-a7fb-11fdc3266027 None None] Port 4d4e5de4-0209-4962-8ccc-e57953b91c86 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:32:25.601300 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.638560 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.681621 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Network 72a817c5-bdd3-454e-9305-fc153563cfaa is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:25.684217 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:25.697985 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:32:25.703024 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=8f302291-88ca-4631-ad60-0ab26d06ad18,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:25.757242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:25.757916 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.766226 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.862088 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:25.879274 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4e5de4-0209-4962-8ccc-e57953b91c86,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:25.905905 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-423ef9c8-9011-4007-89bc-daba3cdf3f03 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1420200 Sep 23 11:32:25.932431 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63189df5-b0b8-44ad-8482-2899b7712bc5 req-5ab2b3a9-6437-4aa3-9d44-28b27367ae1d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:25.937344 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-63189df5-b0b8-44ad-8482-2899b7712bc5 req-5ab2b3a9-6437-4aa3-9d44-28b27367ae1d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0852597 Sep 23 11:32:25.978385 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-63189df5-b0b8-44ad-8482-2899b7712bc5 req-9434b3d2-716c-4551-a20f-2054c42f3fc7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Sep 23 11:32:25.982445 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:25.984109 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:26.014157 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-74ab9bd8-6268-4012-a428-d762d5c86ea5 None None] Provisioning complete for port 8f302291-88ca-4631-ad60-0ab26d06ad18 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:26.016062 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-74ab9bd8-6268-4012-a428-d762d5c86ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:26.055880 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-74ab9bd8-6268-4012-a428-d762d5c86ea5 None None] Port 8f302291-88ca-4631-ad60-0ab26d06ad18 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:32:26.128861 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Router f3eadb31-10a0-446a-8174-4b3e2bec1f93 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:32:26.269026 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:32:26.274259 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd72557-7671-4e2e-bb08-a69f66bfc4a9 req-32f23023-c0bf-4fd4-96e5-1b95c0e5d355 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:26.275278 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bdd72557-7671-4e2e-bb08-a69f66bfc4a9 req-32f23023-c0bf-4fd4-96e5-1b95c0e5d355 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 932 time: 0.0651002 Sep 23 11:32:26.275703 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-09b4fd42-a3bd-411f-b4fb-15e9086ec101 admin admin] 10.222.0.13 "PUT /v2.0/routers/f3eadb31-10a0-446a-8174-4b3e2bec1f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5100293 Sep 23 11:32:26.281851 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-2d3d6c4d-fec3-492e-97fb-7f4d4545af51 None None] Provisioning complete for port 4d4e5de4-0209-4962-8ccc-e57953b91c86 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:26.282545 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2d3d6c4d-fec3-492e-97fb-7f4d4545af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:26.318115 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bdd72557-7671-4e2e-bb08-a69f66bfc4a9 req-fe43c7a1-67b0-49b5-9474-18115f5131f0 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375216 Sep 23 11:32:26.463713 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d6c4d-fec3-492e-97fb-7f4d4545af51 None None] Port 4d4e5de4-0209-4962-8ccc-e57953b91c86 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:32:26.489987 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d76228ef-0235-4ae7-bb4d-5ea3565bc609 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:26.542014 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port d76228ef-0235-4ae7-bb4d-5ea3565bc609 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:26.542392 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:26.621627 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:26.642604 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port d76228ef-0235-4ae7-bb4d-5ea3565bc609, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d76228ef-0235-4ae7-bb4d-5ea3565bc609,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:26.759503 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:26.817217 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=d76228ef-0235-4ae7-bb4d-5ea3565bc609,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:27.032482 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35784) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:27.037588 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1673018702-network', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:27.131546 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f828566-17d3-4f66-adcb-ddd18b0af91f req-80131681-33a7-4a41-98aa-c5529f5c8481 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:27.133032 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f828566-17d3-4f66-adcb-ddd18b0af91f req-80131681-33a7-4a41-98aa-c5529f5c8481 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0494332 Sep 23 11:32:27.136861 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Made reservation on behalf of 67fc36691c5546c5ba7ef9857407cfa4 for: {'network': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:32:27.139288 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for network, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.152260 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.182262 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f828566-17d3-4f66-adcb-ddd18b0af91f req-44f1aba1-5b65-452d-a27c-28fa85c2703e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Sep 23 11:32:27.189908 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Sync routers for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:32:27.207279 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:27.207279 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:27.246125 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.297690 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.308750 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:27.322245 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=94665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 11:32:27.331078 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32642544-b7f9-4b0f-adff-0ff0b33a4f61,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:27.337036 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.337386 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.segments_db [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Added segment 99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8 of type vlan for network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 Sep 23 11:32:27.382924 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733696240671'] for network, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.443639 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe01f90-a8cc-418e-b519-c94d24ea1c08 req-8e9bcd88-3b77-416a-819a-1e7efe7c12dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:27.445328 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fe01f90-a8cc-418e-b519-c94d24ea1c08 req-8e9bcd88-3b77-416a-819a-1e7efe7c12dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 932 time: 0.0555828 Sep 23 11:32:27.453550 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781'] for network, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.454617 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:27.455454 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.496763 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3fe01f90-a8cc-418e-b519-c94d24ea1c08 req-db6a1ce0-ba9c-4251-bb3e-c00e5cc9f72b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Sep 23 11:32:27.523054 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] Pushing event updated for resources: {'Network': ['ID=6d60fd0e-e5cc-4a55-80e2-32c9d95911f2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:27.530572 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 2, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:27.535914 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e08e5160-cad7-4822-9096-1a9691eec7df admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4998987 Sep 23 11:32:27.536073 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 details requested by agent ovs-agent-dv-cinder-809523-4-iscsi with host dv-cinder-809523-4-iscsi {{(pid=94667) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 11:32:27.536563 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35788) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:27.540985 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Request body: {'subnet': {'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1673018702-subnet', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'ip_version': 4}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:27.565973 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Checking router: f3eadb31-10a0-446a-8174-4b3e2bec1f93 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:32:27.566327 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Updating router f3eadb31-10a0-446a-8174-4b3e2bec1f93 port 4d4e5de4-0209-4962-8ccc-e57953b91c86 binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:32:27.628259 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Made reservation on behalf of 67fc36691c5546c5ba7ef9857407cfa4 for: {'subnet': 1} {{(pid=94665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:32:27.630659 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779316'] for subnet, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.685958 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.851149 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779270'] for subnet, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.913743 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044674bd-b517-4be3-a35b-45d5a973d2d9,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:27.918469 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Checking segment: {'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:27.918837 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Network hostable DHCP agents. Network: 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2, hostable agents: ['a7d2f46f-4776-4971-82cf-35568ec57c82'], hosted agents: [] {{(pid=94665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 11:32:27.961681 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:27.999510 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Request body: {'port': {'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:28.010756 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 is scheduled to be hosted by DHCP agent a7d2f46f-4776-4971-82cf-35568ec57c82 with binding_index 1 {{(pid=94665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 11:32:28.022811 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.053362 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.099095 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-4-iscsi, 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2) {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:28.103183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:28.104007 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.121203 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e175ff1-c324-4345-bbfd-91b99495a537 None None] Network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:32:28.130889 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Pushing event updated for resources: {'Port': ['ID=4d4e5de4-0209-4962-8ccc-e57953b91c86,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:28.140628 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.141300 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.141716 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.142120 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.142517 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.142913 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.143563 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.143981 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.144408 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.144802 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.145192 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.145574 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:32:28.177689 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Attempting to bind port 4d4e5de4-0209-4962-8ccc-e57953b91c86 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:32:28.178201 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Attempting to bind port 4d4e5de4-0209-4962-8ccc-e57953b91c86 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:32:28.178637 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Attempting to bind port 4d4e5de4-0209-4962-8ccc-e57953b91c86 on network c16f3e05-0d10-4f84-94f8-2ff19255b12e {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:32:28.183413 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ffbac3c5-b8ab-44b4-b294-77b62f45fae6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6460958 Sep 23 11:32:28.186240 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35792) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:28.195635 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:32:28.195635 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Checking segment: {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:28.195635 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.195635 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Bound using segment: {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:32:28.195635 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Bound port: 4d4e5de4-0209-4962-8ccc-e57953b91c86, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:32:28.195635 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.196731 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:28.286284 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1688'] for router, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.289206 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3716213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4098586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1681'] for router, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.360056 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] For port 4d4e5de4-0209-4962-8ccc-e57953b91c86, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:32:28.365920 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] For port 4d4e5de4-0209-4962-8ccc-e57953b91c86, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=4d4e5de4-0209-4962-8ccc-e57953b91c86,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:32:28.383853 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.393884 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp35ef433c-62d7-55cb-b7c0-f57fa2ca1181-6d60fd0e-e5cc-4a55-80e2-32c9d95911f2', 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'fixed_ips': [{'subnet_id': '044674bd-b517-4be3-a35b-45d5a973d2d9'}]}} from dv-cinder-809523-4-iscsi. {{(pid=94667) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 11:32:28.395021 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.425679 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-81b8cc47-2e55-4ca7-8a8f-b812419e5eee None None] Provisioning complete for port 4d4e5de4-0209-4962-8ccc-e57953b91c86 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:28.425869 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbbfa-b19d-4d20-9721-97221f0937bf req-faafca10-9aed-437f-aeb5-b4646b1e12c2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:28.426334 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-81b8cc47-2e55-4ca7-8a8f-b812419e5eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.427213 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-af2dbbfa-b19d-4d20-9721-97221f0937bf req-faafca10-9aed-437f-aeb5-b4646b1e12c2 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.1132810 Sep 23 11:32:28.436255 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.513714 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d76228ef-0235-4ae7-bb4d-5ea3565bc609 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:28.524239 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-af2dbbfa-b19d-4d20-9721-97221f0937bf req-90eaaa8a-4e62-400c-b1dd-2686e0b9c06d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801432 Sep 23 11:32:28.540594 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f302291-88ca-4631-ad60-0ab26d06ad18 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:32:28.541761 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:28.542420 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:28.553469 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.611400 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Transition to ACTIVE for port object 8f302291-88ca-4631-ad60-0ab26d06ad18 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:32:28.634606 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port d76228ef-0235-4ae7-bb4d-5ea3565bc609 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:28.635659 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.641222 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-81b8cc47-2e55-4ca7-8a8f-b812419e5eee None None] Port 4d4e5de4-0209-4962-8ccc-e57953b91c86 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:32:28.709235 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2ec8a-f9ac-4047-a6b7-c62ca528018b None None] Pushing event updated for resources: {'Port': ['ID=4d4e5de4-0209-4962-8ccc-e57953b91c86,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:28.740889 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.745788 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.759984 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:28.763377 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddd9f5-b6b5-4b26-a75f-8d348415ece2 req-0d6a5dbe-aa4b-44c5-8bf5-0703a9426a23 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:28.766995 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9fddd9f5-b6b5-4b26-a75f-8d348415ece2 req-0d6a5dbe-aa4b-44c5-8bf5-0703a9426a23 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 932 time: 0.0905569 Sep 23 11:32:28.810449 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.db_base_plugin_common [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Allocated IP 172.20.0.2 (6d60fd0e-e5cc-4a55-80e2-32c9d95911f2/044674bd-b517-4be3-a35b-45d5a973d2d9/64edd277-fc4b-4832-aa58-7a856b114b36) {{(pid=94667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:32:28.814970 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-4c9362b4-ba38-444e-8016-e7ddeb206bbe None None] Provisioning complete for port 4d4e5de4-0209-4962-8ccc-e57953b91c86 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:28.815332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c9362b4-ba38-444e-8016-e7ddeb206bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:28.883870 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f302291-88ca-4631-ad60-0ab26d06ad18,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:28.962874 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9fddd9f5-b6b5-4b26-a75f-8d348415ece2 req-a304ef6f-2f54-470c-8e5a-bb368f023fa2 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734469 Sep 23 11:32:29.000130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Attempting to bind port 8f302291-88ca-4631-ad60-0ab26d06ad18 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:32:29.000130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Attempting to bind port 8f302291-88ca-4631-ad60-0ab26d06ad18 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:32:29.004215 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Attempting to bind port 8f302291-88ca-4631-ad60-0ab26d06ad18 on network 72a817c5-bdd3-454e-9305-fc153563cfaa {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:32:29.015741 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Port 8f302291-88ca-4631-ad60-0ab26d06ad18 on network 72a817c5-bdd3-454e-9305-fc153563cfaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:32:29.016070 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Attempting to bind port 8f302291-88ca-4631-ad60-0ab26d06ad18 on network 72a817c5-bdd3-454e-9305-fc153563cfaa {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:32:29.019537 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c9362b4-ba38-444e-8016-e7ddeb206bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.032309 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:32:29.032743 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Checking segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:29.033192 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Bound using segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:32:29.033696 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Bound port: 8f302291-88ca-4631-ad60-0ab26d06ad18, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:32:29.035795 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.104866 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-4c9362b4-ba38-444e-8016-e7ddeb206bbe None None] For port 4d4e5de4-0209-4962-8ccc-e57953b91c86, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=4d4e5de4-0209-4962-8ccc-e57953b91c86,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:29.149932 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:28Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:29.192856 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] For port 8f302291-88ca-4631-ad60-0ab26d06ad18, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:32:29.198616 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] For port 8f302291-88ca-4631-ad60-0ab26d06ad18, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=8f302291-88ca-4631-ad60-0ab26d06ad18,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:32:29.200833 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4437cf9-4e8a-4feb-8ef9-ab9050ca7dd1 None None] The sync data for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi is: [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:28Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:32:29.205410 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4c9362b4-ba38-444e-8016-e7ddeb206bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.246833 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.269579 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.296725 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.375594 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:29.382945 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.382945 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] 10.222.0.22 "PUT /v2.0/ports/8f302291-88ca-4631-ad60-0ab26d06ad18 HTTP/1.1" status: 200 len: 1094 time: 1.3881626 Sep 23 11:32:29.393748 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:32:29.395255 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3884de-0c60-4a42-8746-42f71ae67274" -d '{"events": [{"name": "network-changed", "server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:32:29.440462 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Notify callbacks [] for port, precommit_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.446503 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9362b4-ba38-444e-8016-e7ddeb206bbe None None] Pushing event updated for resources: {'Port': ['ID=4d4e5de4-0209-4962-8ccc-e57953b91c86,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:29.448483 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fd9cb-9dd5-4794-8b15-c34dcbef55d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f302291-88ca-4631-ad60-0ab26d06ad18,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:29.476682 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f8b86c-daff-4f66-b860-48001f8f1a57 x-openstack-request-id: req-47f8b86c-daff-4f66-b860-48001f8f1a57 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:32:29.483836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:32:29.483836 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47f8b86c-daff-4f66-b860-48001f8f1a57 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:32:29.483836 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'status': 'completed', 'code': 200} Sep 23 11:32:29.532103 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657'] for port, after_create {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.549261 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Allocated IP 172.27.1.105 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/fd177556-d618-40a7-8c15-91b05cf1b7d7) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:32:29.563870 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3884de-0c60-4a42-8746-42f71ae67274 req-4f4a0cc2-d3b5-4f10-b6c7-1b77a6618247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:29.565732 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1e3884de-0c60-4a42-8746-42f71ae67274 req-4f4a0cc2-d3b5-4f10-b6c7-1b77a6618247 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 1097 time: 0.0552220 Sep 23 11:32:29.612324 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 is already hosted by enough agents. {{(pid=94667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:29.622798 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Resources bound (agent type, host, resource id): {{(pid=94667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:29.639772 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Received port after_create {{(pid=94667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:32:29.679300 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Pushing event updated for resources: {'Port': ['ID=64edd277-fc4b-4832-aa58-7a856b114b36,revision_number=1']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:29.765138 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Attempting to bind port 64edd277-fc4b-4832-aa58-7a856b114b36 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:32:29.765620 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Attempting to bind port 64edd277-fc4b-4832-aa58-7a856b114b36 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:32:29.766654 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Attempting to bind port 64edd277-fc4b-4832-aa58-7a856b114b36 on network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:32:29.775251 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:32:29.778458 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Checking segment: {'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:29.779256 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.779907 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Bound using segment: {'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:32:29.780834 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Bound port: 64edd277-fc4b-4832-aa58-7a856b114b36, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:32:29.781448 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.784921 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.865704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b621-65fb-4c96-87d4-469016a73378 req-2a30f0b2-dc79-4016-afa2-2828efa0aa13 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:29.865704 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3124b621-65fb-4c96-87d4-469016a73378 req-2a30f0b2-dc79-4016-afa2-2828efa0aa13 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.1317844 Sep 23 11:32:29.867781 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3884de-0c60-4a42-8746-42f71ae67274 req-57452c62-dbfd-4c8e-9dff-af8ebdd1b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:29.869605 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1e3884de-0c60-4a42-8746-42f71ae67274 req-57452c62-dbfd-4c8e-9dff-af8ebdd1b12b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2945271 Sep 23 11:32:29.902891 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] For port 64edd277-fc4b-4832-aa58-7a856b114b36, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:32:29.908203 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] For port 64edd277-fc4b-4832-aa58-7a856b114b36, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=64edd277-fc4b-4832-aa58-7a856b114b36,segment=NetworkSegment(99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8),segment_id=99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:32:29.931955 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:29.984384 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:30.001174 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:30.016112 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:30.040493 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:32:30.054268 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3884de-0c60-4a42-8746-42f71ae67274 req-583ff888-d74a-47db-8104-b0f32dde1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:30.056057 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1e3884de-0c60-4a42-8746-42f71ae67274 req-583ff888-d74a-47db-8104-b0f32dde1105 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740043 Sep 23 11:32:30.057252 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:32:30.073815 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3124b621-65fb-4c96-87d4-469016a73378 req-1fb28382-8e3b-4240-8056-7980210d9291 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981893 Sep 23 11:32:30.145173 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Pushing event updated for resources: {'Port': ['ID=fd177556-d618-40a7-8c15-91b05cf1b7d7,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:30.204100 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996244c-a438-4e37-b8a4-12a41235163e req-a8c201c8-fe79-408a-b4ea-6f738bc23e87 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:30.207101 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4996244c-a438-4e37-b8a4-12a41235163e req-a8c201c8-fe79-408a-b4ea-6f738bc23e87 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 944 time: 0.1310422 Sep 23 11:32:30.212931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f514c-ea35-45ac-8a29-36759f18031e req-ea4e6944-1c98-4108-8056-f34f9736913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:30.230335 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-ea4e6944-1c98-4108-8056-f34f9736913a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 1097 time: 0.1044557 Sep 23 11:32:30.264780 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f7b29-6ab9-4743-9b02-2602bd9c8e6a None None] Pushing event updated for resources: {'Port': ['ID=64edd277-fc4b-4832-aa58-7a856b114b36,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:30.294820 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:30.309406 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'port_id': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'mac_address': 'fa:16:3e:13:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:32:30.341873 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-d1c2882b-56a6-4bf6-b4f5-f848979f34fd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f302291-88ca-4631-ad60-0ab26d06ad18 HTTP/1.1" status: 200 len: 217 time: 0.1103942 Sep 23 11:32:30.365829 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:30.401116 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42fcb4cc-397f-42b4-87a1-938a41e4dce3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:32:30.459567 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:30.536048 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4996244c-a438-4e37-b8a4-12a41235163e req-96f309f2-fd4f-4523-83a5-63e53b77f3e5 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031228 Sep 23 11:32:30.544526 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f514c-ea35-45ac-8a29-36759f18031e req-9d1ed76e-753e-4c61-8279-ccd29db3a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:30.548032 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-9d1ed76e-753e-4c61-8279-ccd29db3a9e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.1925199 Sep 23 11:32:30.571002 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:30.665572 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 4d4e5de4-0209-4962-8ccc-e57953b91c86 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:30.668775 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:30.686490 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f514c-ea35-45ac-8a29-36759f18031e req-1e7eb4ef-b546-4ab3-a213-233b0a02298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:30.688601 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-1e7eb4ef-b546-4ab3-a213-233b0a02298d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1292431 Sep 23 11:32:30.763987 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['42fcb4cc-397f-42b4-87a1-938a41e4dce3'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:32:30.829828 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:30.832505 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 4d4e5de4-0209-4962-8ccc-e57953b91c86 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:30.832885 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:30.855251 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-4f9a1f2b-2927-4cff-a5ef-573c11fab56e service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580832 Sep 23 11:32:30.952770 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3716108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714488'] for router, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:31.021018 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-762f514c-ea35-45ac-8a29-36759f18031e req-5dfd6285-7b42-4452-b406-33f0cf03413e service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586051 Sep 23 11:32:31.270011 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838b6d9-a8fa-4d13-853e-26edcd0ecd4d req-d5ffc9d3-6309-4321-a9a2-78a8dc1d3775 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:31.278168 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8838b6d9-a8fa-4d13-853e-26edcd0ecd4d req-d5ffc9d3-6309-4321-a9a2-78a8dc1d3775 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 945 time: 0.0867908 Sep 23 11:32:31.330820 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8838b6d9-a8fa-4d13-853e-26edcd0ecd4d req-7ba5c57b-6a83-46f7-b74b-fd9e1368ec3b tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513597 Sep 23 11:32:31.433560 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Router e2b99ac3-398b-4204-9a72-c40de3adb0f2 is scheduled to L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd with binding_index 1 {{(pid=94665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 11:32:31.523364 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82aad86-491d-44d1-a01c-fb926e6fe0c1 None None] Network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:32:31.546415 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:32:31.577262 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Sync routers for ids ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:32:31.602212 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Routers {'e2b99ac3-398b-4204-9a72-c40de3adb0f2'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:31.602833 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:31.622396 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:31.630178 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c7d1c91b-ec39-44da-be38-799caed37c98 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4392681 Sep 23 11:32:31.630753 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35888) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:31.727448 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a10084-0919-44c1-a72e-bff91613cdb4 req-92d06fe2-9fce-44b3-937a-0766b4c353a6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:31.729317 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a9a10084-0919-44c1-a72e-bff91613cdb4 req-92d06fe2-9fce-44b3-937a-0766b4c353a6 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 944 time: 0.0975177 Sep 23 11:32:31.786120 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a9a10084-0919-44c1-a72e-bff91613cdb4 req-5213fe82-91f0-4ba5-8f3e-ab0208c22150 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474169 Sep 23 11:32:31.829855 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-05defd0e-d3a9-4204-bb61-e6d206b53228 None None] Provisioning complete for port 64edd277-fc4b-4832-aa58-7a856b114b36 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:31.830402 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05defd0e-d3a9-4204-bb61-e6d206b53228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.018106 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Set router e2b99ac3-398b-4204-9a72-c40de3adb0f2 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:32.057970 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:32.119787 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05defd0e-d3a9-4204-bb61-e6d206b53228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.233882 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-05defd0e-d3a9-4204-bb61-e6d206b53228 None None] For port 64edd277-fc4b-4832-aa58-7a856b114b36, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=64edd277-fc4b-4832-aa58-7a856b114b36,segment=NetworkSegment(99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8),segment_id=99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:32.293159 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.298429 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:32.298738 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.303439 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-05defd0e-d3a9-4204-bb61-e6d206b53228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.505467 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05defd0e-d3a9-4204-bb61-e6d206b53228 None None] Pushing event updated for resources: {'Port': ['ID=64edd277-fc4b-4832-aa58-7a856b114b36,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:32.582690 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-1b9a0d0d-5d25-4ef9-95fa-9549bc1b889c None None] Provisioning complete for port 64edd277-fc4b-4832-aa58-7a856b114b36 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:32.583209 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0d0d-5d25-4ef9-95fa-9549bc1b889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.589678 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 64edd277-fc4b-4832-aa58-7a856b114b36 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:32.601835 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a6504-a5f3-4d55-a1bb-c53eded8e80a req-835ecae6-807c-411c-b795-2ad4acd33841 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:32.612242 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a84a6504-a5f3-4d55-a1bb-c53eded8e80a req-835ecae6-807c-411c-b795-2ad4acd33841 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 945 time: 0.1518388 Sep 23 11:32:32.612740 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:32:30Z', 'revision_number': 3, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port': {'id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:29Z', 'updated_at': '2021-09-23T11:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:32.644559 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.673261 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a84a6504-a5f3-4d55-a1bb-c53eded8e80a req-4fbd6836-c6a1-40de-98b1-001fbd71618d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587039 Sep 23 11:32:32.691037 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Checking router: e2b99ac3-398b-4204-9a72-c40de3adb0f2 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:32:32.691682 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Updating router e2b99ac3-398b-4204-9a72-c40de3adb0f2 port fd177556-d618-40a7-8c15-91b05cf1b7d7 binding host dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:32:32.724387 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Allocated IP 172.20.0.1 (6d60fd0e-e5cc-4a55-80e2-32c9d95911f2/044674bd-b517-4be3-a35b-45d5a973d2d9/63b41d44-a2ff-47ca-93b4-18c21481fd62) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:32:32.776634 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:32:32.779160 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f495fe7d-fd0e-4cf1-8335-ed1788c36df7" -d '{"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-plugged", "status": "completed", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:32:32.782434 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.862378 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:32.886545 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 64edd277-fc4b-4832-aa58-7a856b114b36 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:32.887065 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.966752 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:32.975179 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250eae9-6a8b-483e-acdd-2e1f8b41208d req-772c1893-000d-46fb-abbf-e8c0c2909757 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:32.984055 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4250eae9-6a8b-483e-acdd-2e1f8b41208d req-772c1893-000d-46fb-abbf-e8c0c2909757 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 944 time: 0.0805140 Sep 23 11:32:32.990664 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.041431 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4250eae9-6a8b-483e-acdd-2e1f8b41208d req-9e35a6c3-4bd6-435e-968e-ac51ccdac048 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506897 Sep 23 11:32:33.102634 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:33.172441 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102a537e-7da9-4abb-8439-d504b07a06c2 x-openstack-request-id: req-102a537e-7da9-4abb-8439-d504b07a06c2 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:32:33.172816 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-plugged", "status": "completed", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:32:33.173133 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-102a537e-7da9-4abb-8439-d504b07a06c2 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:32:33.173579 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'code': 200} Sep 23 11:32:33.188817 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.239300 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:33.242808 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:33.246533 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:32:33.277447 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Pushing event updated for resources: {'Port': ['ID=63b41d44-a2ff-47ca-93b4-18c21481fd62,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:33.299764 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3717253'] for router_interface, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.350999 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.428160 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.486674 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Attempting to bind port fd177556-d618-40a7-8c15-91b05cf1b7d7 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:32:33.487054 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Attempting to bind port fd177556-d618-40a7-8c15-91b05cf1b7d7 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:32:33.487421 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Attempting to bind port fd177556-d618-40a7-8c15-91b05cf1b7d7 on network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:32:33.494825 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:32:33.495058 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Checking segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:33.495528 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.495958 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Bound using segment: {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'} {{(pid=94667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:32:33.496616 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.managers [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Bound port: fd177556-d618-40a7-8c15-91b05cf1b7d7, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70639bb9-ce6c-42a0-a49c-26a622ea6928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3'}}] {{(pid=94667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:32:33.496985 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.533037 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb823cbe-75e6-4bae-87eb-7256f539c3b8 None None] Pushing event updated for resources: {'Port': ['ID=fd177556-d618-40a7-8c15-91b05cf1b7d7,revision_number=2']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:33.569601 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.591075 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] For port fd177556-d618-40a7-8c15-91b05cf1b7d7, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:32:33.595514 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] For port fd177556-d618-40a7-8c15-91b05cf1b7d7, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=fd177556-d618-40a7-8c15-91b05cf1b7d7,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:32:33.600105 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-e8417c6b-df91-43e4-ba63-9b44ea13c9ce None None] Provisioning complete for port 63b41d44-a2ff-47ca-93b4-18c21481fd62 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:33.600584 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e8417c6b-df91-43e4-ba63-9b44ea13c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.643639 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-e8417c6b-df91-43e4-ba63-9b44ea13c9ce None None] Port 63b41d44-a2ff-47ca-93b4-18c21481fd62 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:32:33.685717 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.751193 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Routers {'e2b99ac3-398b-4204-9a72-c40de3adb0f2'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:33.751767 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:33.804674 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb823cbe-75e6-4bae-87eb-7256f539c3b8 None None] Pushing event updated for resources: {'Port': ['ID=fd177556-d618-40a7-8c15-91b05cf1b7d7,revision_number=3']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:33.842822 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33079524-6fb6-493f-aa81-86b7760ee155 req-07dd9147-3d91-43ba-9d4a-2e2107278c2c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:33.846740 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-33079524-6fb6-493f-aa81-86b7760ee155 req-07dd9147-3d91-43ba-9d4a-2e2107278c2c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0708821 Sep 23 11:32:33.847626 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:33.899136 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-33079524-6fb6-493f-aa81-86b7760ee155 req-c6e55e55-193f-4eb7-ad17-146d3d8a17e4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461037 Sep 23 11:32:33.931268 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] Set router e2b99ac3-398b-4204-9a72-c40de3adb0f2 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:33.942101 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:34.013293 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Pushing event updated for resources: {'Port': ['ID=63b41d44-a2ff-47ca-93b4-18c21481fd62,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:34.014979 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3717493'] for router_interface, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:34.131432 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:34.133260 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:34.296750 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319d4f-48c4-47c7-8cf9-4d0c9d20a0cc req-73a5a1d6-2c7a-45d7-ad76-96b6350c9bf4 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:34.307257 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bf319d4f-48c4-47c7-8cf9-4d0c9d20a0cc req-73a5a1d6-2c7a-45d7-ad76-96b6350c9bf4 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 944 time: 0.1222932 Sep 23 11:32:34.317798 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Router e2b99ac3-398b-4204-9a72-c40de3adb0f2 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:32:34.373508 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-bf319d4f-48c4-47c7-8cf9-4d0c9d20a0cc req-32c555ff-4e76-44a0-bfcf-a375f065e3dc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641968 Sep 23 11:32:34.379174 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:32:33Z', 'revision_number': 4, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port': {'id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:29Z', 'updated_at': '2021-09-23T11:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '63b41d44-a2ff-47ca-93b4-18c21481fd62', 'name': '', 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'mac_address': 'fa:16:3e:1d:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:32Z', 'updated_at': '2021-09-23T11:32:32Z', 'revision_number': 1, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'subnets': [{'id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:34.424184 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6497e-adb7-46c2-b86b-36ce6ce923f2 None None] The sync data for ids ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'] in dv-cinder-809523-4-iscsi is: [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:32:33Z', 'revision_number': 4, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port': {'id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:29Z', 'updated_at': '2021-09-23T11:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '63b41d44-a2ff-47ca-93b4-18c21481fd62', 'name': '', 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'mac_address': 'fa:16:3e:1d:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:32Z', 'updated_at': '2021-09-23T11:32:32Z', 'revision_number': 1, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'subnets': [{'id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:32:34.506050 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 64edd277-fc4b-4832-aa58-7a856b114b36 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:34.537643 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:32:34.553006 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b70275fd-5a73-44da-b57f-ef12b9bd4539 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2b99ac3-398b-4204-9a72-c40de3adb0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198613 Sep 23 11:32:34.593750 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-24d32b96-091b-40c0-a7b0-d50d3874d305 None None] Provisioning complete for port 63b41d44-a2ff-47ca-93b4-18c21481fd62 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:34.597919 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-24d32b96-091b-40c0-a7b0-d50d3874d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:34.656228 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 64edd277-fc4b-4832-aa58-7a856b114b36 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:34.656633 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:34.660259 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-24d32b96-091b-40c0-a7b0-d50d3874d305 None None] Port 63b41d44-a2ff-47ca-93b4-18c21481fd62 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:32:35.093818 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a179ea6-3d7f-46e2-bbd4-36a665494b07 req-4fb6bff0-a1b0-4425-9ca2-79516bd333da tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:35.095586 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a179ea6-3d7f-46e2-bbd4-36a665494b07 req-4fb6bff0-a1b0-4425-9ca2-79516bd333da tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0919735 Sep 23 11:32:35.158196 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9a179ea6-3d7f-46e2-bbd4-36a665494b07 req-70347fa3-84bf-4e4c-b29e-9cb82b60b9d4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556984 Sep 23 11:32:35.503557 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35936) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:35.510457 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-548cadc5-861b-49c0-a0ed-3af599e0812f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888843318', 'description': 'tempest-secgroup-smoke-888843318 description', 'project_id': 'e2591febce164953878e8cf1c5cbe0af'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:35.545633 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1ad8a-df5a-45bc-aced-18a7478b6640 req-6237ba99-7149-472b-b07b-9e1108b8e8c0 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:35.553204 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aca1ad8a-df5a-45bc-aced-18a7478b6640 req-6237ba99-7149-472b-b07b-9e1108b8e8c0 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 944 time: 0.0958862 Sep 23 11:32:35.616924 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-aca1ad8a-df5a-45bc-aced-18a7478b6640 req-2a83d98b-922f-4556-9d9d-58114b124445 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628512 Sep 23 11:32:35.656544 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-548cadc5-861b-49c0-a0ed-3af599e0812f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:35.753435 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-548cadc5-861b-49c0-a0ed-3af599e0812f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.205284 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-548cadc5-861b-49c0-a0ed-3af599e0812f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.269417 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cadc5-861b-49c0-a0ed-3af599e0812f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9afc37-3acd-4503-a370-4e28a08b7f9b,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:36.293230 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce633-ea3c-424b-8b83-66565d563dd9 req-5d98d7f9-ca15-4d65-96f4-479f1a267b5a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:36.294793 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-751ce633-ea3c-424b-8b83-66565d563dd9 req-5d98d7f9-ca15-4d65-96f4-479f1a267b5a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0665610 Sep 23 11:32:36.297555 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-548cadc5-861b-49c0-a0ed-3af599e0812f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.298709 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-548cadc5-861b-49c0-a0ed-3af599e0812f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7924888 Sep 23 11:32:36.302013 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35946) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:36.310415 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-77d66c9d-7946-4153-816c-5efacf29816e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'security_group_rule': {'security_group_id': '6a9afc37-3acd-4503-a370-4e28a08b7f9b', 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:36.335511 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-751ce633-ea3c-424b-8b83-66565d563dd9 req-462a043b-40b2-4da1-822b-b09a21dc9efc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338466 Sep 23 11:32:36.439164 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-77d66c9d-7946-4153-816c-5efacf29816e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.551919 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device fd177556-d618-40a7-8c15-91b05cf1b7d7 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:36.564664 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-77d66c9d-7946-4153-816c-5efacf29816e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.652894 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port fd177556-d618-40a7-8c15-91b05cf1b7d7 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:36.654054 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.673520 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-77d66c9d-7946-4153-816c-5efacf29816e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.715594 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d66c9d-7946-4153-816c-5efacf29816e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f10b88-86c4-4a0f-86b3-a1fb2c23fe1f,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:36.725054 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35958) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:36.825274 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59955c79-5788-4aeb-8da5-de4686b6966b req-c13c1257-375e-4bc7-86c1-132667233b36 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:36.833315 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-59955c79-5788-4aeb-8da5-de4686b6966b req-c13c1257-375e-4bc7-86c1-132667233b36 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 944 time: 0.0938265 Sep 23 11:32:36.875702 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.879295 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-77d66c9d-7946-4153-816c-5efacf29816e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.880816 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-77d66c9d-7946-4153-816c-5efacf29816e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5772381 Sep 23 11:32:36.883797 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35964) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:36.889847 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-8e7d3298-9095-44d4-a705-b5c3e87ead47 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'security_group_rule': {'security_group_id': '6a9afc37-3acd-4503-a370-4e28a08b7f9b', 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:36.939169 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-762dfc5b-dd6d-43b7-aa55-1c0299247fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:36.941722 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] For port fd177556-d618-40a7-8c15-91b05cf1b7d7, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=fd177556-d618-40a7-8c15-91b05cf1b7d7,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:36.946485 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-59955c79-5788-4aeb-8da5-de4686b6966b req-b5d1c569-bcb5-45b4-b406-860e82558e9d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122572 Sep 23 11:32:37.030807 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3298-9095-44d4-a705-b5c3e87ead47 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.057378 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.149696 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Pushing event updated for resources: {'Port': ['ID=fd177556-d618-40a7-8c15-91b05cf1b7d7,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:37.166650 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3298-9095-44d4-a705-b5c3e87ead47 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.195860 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-762dfc5b-dd6d-43b7-aa55-1c0299247fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.241325 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3298-9095-44d4-a705-b5c3e87ead47 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.263564 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d3298-9095-44d4-a705-b5c3e87ead47 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ca137e-59e0-4476-a1fc-9e4470957ae0,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:37.263831 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-762dfc5b-dd6d-43b7-aa55-1c0299247fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.303015 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-762dfc5b-dd6d-43b7-aa55-1c0299247fe5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b00169c3869431fb2bfcbc8a2ac1f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769985 Sep 23 11:32:37.305675 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35972) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:37.326258 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dfc5b-dd6d-43b7-aa55-1c0299247fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43bf7d8-48a7-4438-aa20-16d15233faab,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:37.337696 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-8e7d3298-9095-44d4-a705-b5c3e87ead47 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.338895 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-8e7d3298-9095-44d4-a705-b5c3e87ead47 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4538815 Sep 23 11:32:37.341865 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35974) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:37.347339 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-a1e3f3e2-8594-4f14-84f9-a1895612f914 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'security_group_rule': {'security_group_id': '6a9afc37-3acd-4503-a370-4e28a08b7f9b', 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:37.378704 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac25811c-c03f-4b10-ac33-d55d45fb43dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.408180 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac25811c-c03f-4b10-ac33-d55d45fb43dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.476606 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f3e2-8594-4f14-84f9-a1895612f914 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.549805 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480843c3-09a8-4d43-80f1-7a6508070433 req-0aab8555-f479-4856-89dc-72936231c182 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:37.550275 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac25811c-c03f-4b10-ac33-d55d45fb43dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.551356 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-480843c3-09a8-4d43-80f1-7a6508070433 req-0aab8555-f479-4856-89dc-72936231c182 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0892944 Sep 23 11:32:37.553697 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ac25811c-c03f-4b10-ac33-d55d45fb43dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.557441 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ac25811c-c03f-4b10-ac33-d55d45fb43dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f43bf7d8-48a7-4438-aa20-16d15233faab HTTP/1.1" status: 204 len: 168 time: 0.2439668 Sep 23 11:32:37.565687 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f3e2-8594-4f14-84f9-a1895612f914 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.571469 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25811c-c03f-4b10-ac33-d55d45fb43dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43bf7d8-48a7-4438-aa20-16d15233faab,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:37.619988 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-480843c3-09a8-4d43-80f1-7a6508070433 req-f07f532f-d10d-4cd4-a0f9-2543b4d4b4fe tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515423 Sep 23 11:32:37.640844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f3e2-8594-4f14-84f9-a1895612f914 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.685473 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3f3e2-8594-4f14-84f9-a1895612f914 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b2cad8-b9a2-45ae-a707-1fda86c2679a,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:37.777207 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f3e2-8594-4f14-84f9-a1895612f914 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:37.779489 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a1e3f3e2-8594-4f14-84f9-a1895612f914 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4356623 Sep 23 11:32:37.781637 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35984) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:37.786924 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-b22a57fc-ec86-473f-8a5f-15db3c28d433 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'security_group_rule': {'security_group_id': '6a9afc37-3acd-4503-a370-4e28a08b7f9b', 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:37.899335 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b22a57fc-ec86-473f-8a5f-15db3c28d433 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.029353 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b22a57fc-ec86-473f-8a5f-15db3c28d433 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.045243 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 8f302291-88ca-4631-ad60-0ab26d06ad18 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:32:38.085968 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b22a57fc-ec86-473f-8a5f-15db3c28d433 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.141264 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874f495-1138-41f3-a570-1a247fc963f0 req-863598ac-80f6-4b75-9875-83681a93745f tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:38.146670 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a57fc-ec86-473f-8a5f-15db3c28d433 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb758c7-813d-4989-b37a-2d0c999c2052,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:38.148855 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1874f495-1138-41f3-a570-1a247fc963f0 req-863598ac-80f6-4b75-9875-83681a93745f tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 944 time: 0.0739255 Sep 23 11:32:38.201735 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Sync routers for ids ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:32:38.216811 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b22a57fc-ec86-473f-8a5f-15db3c28d433 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.218614 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b22a57fc-ec86-473f-8a5f-15db3c28d433 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4359596 Sep 23 11:32:38.221536 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 35988) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:38.223756 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1874f495-1138-41f3-a570-1a247fc963f0 req-069bda8e-693c-481b-b683-5ec358e16554 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739152 Sep 23 11:32:38.227988 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Routers {'e2b99ac3-398b-4204-9a72-c40de3adb0f2'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:38.228780 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:38.236920 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-67ecb931-b97a-4090-885b-3fd4d5eea514 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'security_group_rule': {'security_group_id': '6a9afc37-3acd-4503-a370-4e28a08b7f9b', 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:38.258004 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 8f302291-88ca-4631-ad60-0ab26d06ad18, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=8f302291-88ca-4631-ad60-0ab26d06ad18,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:38.292551 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:32:38.338628 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.342074 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.securitygroups_db [None req-67ecb931-b97a-4090-885b-3fd4d5eea514 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Project e2591febce164953878e8cf1c5cbe0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 11:32:38.346524 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Set router e2b99ac3-398b-4204-9a72-c40de3adb0f2 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:38.349271 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-67ecb931-b97a-4090-885b-3fd4d5eea514 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.372858 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f302291-88ca-4631-ad60-0ab26d06ad18 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:32:38.412237 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 8f302291-88ca-4631-ad60-0ab26d06ad18, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=8f302291-88ca-4631-ad60-0ab26d06ad18,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:38.433977 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-67ecb931-b97a-4090-885b-3fd4d5eea514 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.479602 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.513675 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-67ecb931-b97a-4090-885b-3fd4d5eea514 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.515079 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device fd177556-d618-40a7-8c15-91b05cf1b7d7 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:38.546334 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecb931-b97a-4090-885b-3fd4d5eea514 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a34f80-f8f1-4579-a749-ee5c360c1077,revision_number=0']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:38.596470 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=8f302291-88ca-4631-ad60-0ab26d06ad18,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:38.610206 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:32:33Z', 'revision_number': 4, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port': {'id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:29Z', 'updated_at': '2021-09-23T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '63b41d44-a2ff-47ca-93b4-18c21481fd62', 'name': '', 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'mac_address': 'fa:16:3e:1d:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:32Z', 'updated_at': '2021-09-23T11:32:33Z', 'revision_number': 2, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'subnets': [{'id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:38.621529 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port fd177556-d618-40a7-8c15-91b05cf1b7d7 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:38.622154 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.642277 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Checking router: e2b99ac3-398b-4204-9a72-c40de3adb0f2 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:32:38.642536 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Updating router e2b99ac3-398b-4204-9a72-c40de3adb0f2 port 63b41d44-a2ff-47ca-93b4-18c21481fd62 binding host dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 11:32:38.656559 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-67ecb931-b97a-4090-885b-3fd4d5eea514 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.658097 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-67ecb931-b97a-4090-885b-3fd4d5eea514 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4355059 Sep 23 11:32:38.665035 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 35992) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:38.671622 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-23e06b3e-c072-4fa7-b185-c3cebd9652ec tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'security_group_rule': {'security_group_id': '6a9afc37-3acd-4503-a370-4e28a08b7f9b', 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:38.677478 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.768654 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['8f302291-88ca-4631-ad60-0ab26d06ad18'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:32:38.802110 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.securitygroups_db [None req-23e06b3e-c072-4fa7-b185-c3cebd9652ec tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Project e2591febce164953878e8cf1c5cbe0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 11:32:38.817018 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-23e06b3e-c072-4fa7-b185-c3cebd9652ec tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:38.906279 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264c440-f853-46f9-af6e-3eeaf17f9168 req-27260051-3c7e-4b76-b905-bcab3b536942 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:38.918271 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8264c440-f853-46f9-af6e-3eeaf17f9168 req-27260051-3c7e-4b76-b905-bcab3b536942 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.1566465 Sep 23 11:32:38.980426 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8264c440-f853-46f9-af6e-3eeaf17f9168 req-42eff504-0f8f-447e-90d9-ad263e4e5c1a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598302 Sep 23 11:32:39.004707 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-23e06b3e-c072-4fa7-b185-c3cebd9652ec tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.079806 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-23e06b3e-c072-4fa7-b185-c3cebd9652ec tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3913563'] for security_group_rule, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.097073 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e06b3e-c072-4fa7-b185-c3cebd9652ec tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7888774e-a6fd-45b0-a299-517fb79db502,revision_number=0']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:39.180963 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.193726 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-23e06b3e-c072-4fa7-b185-c3cebd9652ec tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.203546 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-23e06b3e-c072-4fa7-b185-c3cebd9652ec tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5289221 Sep 23 11:32:39.279522 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.346654 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6ecde-47ed-4ca0-a305-46d90da21327 None None] Pushing event updated for resources: {'Port': ['ID=63b41d44-a2ff-47ca-93b4-18c21481fd62,revision_number=3']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:39.368304 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5d9d-ba4c-49dd-b53e-72f0565b7e73 req-e2cbf62b-6e46-47a2-b6f5-2bf1c9899da3 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:39.380485 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a3b5d9d-ba4c-49dd-b53e-72f0565b7e73 req-e2cbf62b-6e46-47a2-b6f5-2bf1c9899da3 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 945 time: 0.0886486 Sep 23 11:32:39.455484 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a3b5d9d-ba4c-49dd-b53e-72f0565b7e73 req-45723d72-4d96-4b28-a223-689dc66ec94b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674074 Sep 23 11:32:39.473483 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Attempting to bind port 63b41d44-a2ff-47ca-93b4-18c21481fd62 on host dv-cinder-809523-4-iscsi for vnic_type normal with profile {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:32:39.474239 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Attempting to bind port 63b41d44-a2ff-47ca-93b4-18c21481fd62 by drivers openvswitch,hyperv on host dv-cinder-809523-4-iscsi at level 0 using segments [{'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:32:39.479136 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Attempting to bind port 63b41d44-a2ff-47ca-93b4-18c21481fd62 on network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:32:39.481026 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Checking agent: {'id': '7b935695-ea16-4c9d-aaca-36b76efdbc97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 17, 16), 'started_at': datetime.datetime(2021, 9, 23, 11, 17, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:32:39.481404 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Checking segment: {'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:32:39.481809 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.482203 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Bound using segment: {'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'} {{(pid=94668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:32:39.482857 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.managers [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Bound port: 63b41d44-a2ff-47ca-93b4-18c21481fd62, host: dv-cinder-809523-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2'}}] {{(pid=94668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:32:39.483978 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.590501 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] For port 63b41d44-a2ff-47ca-93b4-18c21481fd62, host dv-cinder-809523-4-iscsi, cleared binding levels {{(pid=94668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:32:39.599022 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.plugins.ml2.db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] For port 63b41d44-a2ff-47ca-93b4-18c21481fd62, host dv-cinder-809523-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=63b41d44-a2ff-47ca-93b4-18c21481fd62,segment=NetworkSegment(99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8),segment_id=99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8)] {{(pid=94668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:32:39.636643 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a2f7876f-83bb-4f52-a8f8-3df247307694 None None] Provisioning complete for port 63b41d44-a2ff-47ca-93b4-18c21481fd62 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:39.637162 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a2f7876f-83bb-4f52-a8f8-3df247307694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.676385 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7876f-83bb-4f52-a8f8-3df247307694 None None] Port 63b41d44-a2ff-47ca-93b4-18c21481fd62 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:32:39.685625 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:39.769461 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6ecde-47ed-4ca0-a305-46d90da21327 None None] Pushing event updated for resources: {'Port': ['ID=63b41d44-a2ff-47ca-93b4-18c21481fd62,revision_number=4']} {{(pid=94668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:39.781994 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Routers {'e2b99ac3-398b-4204-9a72-c40de3adb0f2'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:39.782767 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:40.012810 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dac452c4-52f2-4e1f-a663-a811208189e2 None None] Provisioning complete for port 63b41d44-a2ff-47ca-93b4-18c21481fd62 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:40.013191 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dac452c4-52f2-4e1f-a663-a811208189e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:40.074398 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 8f302291-88ca-4631-ad60-0ab26d06ad18 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:40.125513 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] Set router e2b99ac3-398b-4204-9a72-c40de3adb0f2 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:40.187871 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db542dc7-86b4-4457-b074-6b658a168801 req-4fafc546-a80c-46b5-a050-810c37344c0e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:40.200976 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-db542dc7-86b4-4457-b074-6b658a168801 req-4fafc546-a80c-46b5-a050-810c37344c0e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.1159008 Sep 23 11:32:40.213188 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dac452c4-52f2-4e1f-a663-a811208189e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:40.259243 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dac452c4-52f2-4e1f-a663-a811208189e2 None None] For port 63b41d44-a2ff-47ca-93b4-18c21481fd62, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=63b41d44-a2ff-47ca-93b4-18c21481fd62,segment=NetworkSegment(99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8),segment_id=99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:40.276916 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 8f302291-88ca-4631-ad60-0ab26d06ad18 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:32:40.285701 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 8f302291-88ca-4631-ad60-0ab26d06ad18 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:40.286468 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:40.302379 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-db542dc7-86b4-4457-b074-6b658a168801 req-6603988c-457a-4142-8834-315b695cb9a5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922587 Sep 23 11:32:40.355881 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dac452c4-52f2-4e1f-a663-a811208189e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:40.454938 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:32:33Z', 'revision_number': 4, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port': {'id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:29Z', 'updated_at': '2021-09-23T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '63b41d44-a2ff-47ca-93b4-18c21481fd62', 'name': '', 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'mac_address': 'fa:16:3e:1d:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:32Z', 'updated_at': '2021-09-23T11:32:39Z', 'revision_number': 4, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'subnets': [{'id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:40.459016 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:40.503751 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac452c4-52f2-4e1f-a663-a811208189e2 None None] Pushing event updated for resources: {'Port': ['ID=63b41d44-a2ff-47ca-93b4-18c21481fd62,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:40.513467 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:32:40.515709 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca7d53c-a15c-4fcd-8a17-74aa11120f2d" -d '{"events": [{"server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "name": "network-vif-plugged", "status": "completed", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:32:40.534966 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 8f302291-88ca-4631-ad60-0ab26d06ad18, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=8f302291-88ca-4631-ad60-0ab26d06ad18,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:40.562565 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d1349-dbd5-48d5-892f-fa64f22c37b0 None None] The sync data for ids ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'] in dv-cinder-809523-4-iscsi is: [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:32:33Z', 'revision_number': 4, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port': {'id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:29Z', 'updated_at': '2021-09-23T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '63b41d44-a2ff-47ca-93b4-18c21481fd62', 'name': '', 'network_id': '6d60fd0e-e5cc-4a55-80e2-32c9d95911f2', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'mac_address': 'fa:16:3e:1d:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:32Z', 'updated_at': '2021-09-23T11:32:39Z', 'revision_number': 4, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'subnets': [{'id': '044674bd-b517-4be3-a35b-45d5a973d2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:32:40.588016 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:40.640336 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e08c3a-fc70-4ced-b268-dca030ad5882 x-openstack-request-id: req-b4e08c3a-fc70-4ced-b268-dca030ad5882 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:32:40.648807 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "name": "network-vif-plugged", "status": "completed", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:32:40.649633 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4e08c3a-fc70-4ced-b268-dca030ad5882 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:32:40.650483 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'code': 200} Sep 23 11:32:40.650850 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 63b41d44-a2ff-47ca-93b4-18c21481fd62 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:40.718972 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=8f302291-88ca-4631-ad60-0ab26d06ad18,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:40.743159 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 63b41d44-a2ff-47ca-93b4-18c21481fd62 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:40.743159 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:41.158643 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4795492-577e-4344-a8a5-79bac0c5d45d req-a7e300e1-8296-4f56-9a2f-99108f0338fe tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:41.160163 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4795492-577e-4344-a8a5-79bac0c5d45d req-a7e300e1-8296-4f56-9a2f-99108f0338fe tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 946 time: 0.5245962 Sep 23 11:32:41.196849 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad900b-cecf-44c9-ab95-2cd4d3177128 req-e3d533c6-5ad7-488f-b244-ff55aa2ecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:41.199947 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-74ad900b-cecf-44c9-ab95-2cd4d3177128 req-e3d533c6-5ad7-488f-b244-ff55aa2ecd1a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 1099 time: 0.1024082 Sep 23 11:32:41.244203 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e4795492-577e-4344-a8a5-79bac0c5d45d req-5ddbabc1-161a-42de-8e38-fba69288af9b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692859 Sep 23 11:32:41.271035 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-74ad900b-cecf-44c9-ab95-2cd4d3177128 req-fa31b1e2-445b-489f-89f2-3b5fc6f25a73 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581267 Sep 23 11:32:41.436913 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb399dc-14c9-4f42-9fb8-4f8601e67ff7 req-788687ce-2b18-4056-8cab-28be186630de tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:41.438795 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-deb399dc-14c9-4f42-9fb8-4f8601e67ff7 req-788687ce-2b18-4056-8cab-28be186630de tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0589533 Sep 23 11:32:41.481005 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-deb399dc-14c9-4f42-9fb8-4f8601e67ff7 req-2c37c706-2e84-41eb-ab5b-07d338f4dadc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350943 Sep 23 11:32:42.406359 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cd0d6-e15c-491e-9265-e2da5477a7c7 req-d9e98e39-736c-44a1-90f9-0f69f979ff9c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:42.410610 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-264cd0d6-e15c-491e-9265-e2da5477a7c7 req-d9e98e39-736c-44a1-90f9-0f69f979ff9c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 946 time: 0.0839028 Sep 23 11:32:42.428122 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:32:42.470609 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-264cd0d6-e15c-491e-9265-e2da5477a7c7 req-f8121ec7-6703-4fc1-aed1-0f493c139c98 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521152 Sep 23 11:32:42.504815 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 63b41d44-a2ff-47ca-93b4-18c21481fd62 up at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:32:42.579949 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Provisioning complete for port 63b41d44-a2ff-47ca-93b4-18c21481fd62 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:32:42.580802 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:42.650751 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872f3-394a-4aa7-82a0-83525e94b564 req-a6e8992a-3607-4ce9-b157-0c6c9e0a5101 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:42.672607 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0b5872f3-394a-4aa7-82a0-83525e94b564 req-a6e8992a-3607-4ce9-b157-0c6c9e0a5101 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0845819 Sep 23 11:32:42.729848 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0b5872f3-394a-4aa7-82a0-83525e94b564 req-a752a444-1198-4647-9556-602705a995d8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556614 Sep 23 11:32:43.620495 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37948a86-db99-4a88-b04d-eed68106a342 req-6f7d2814-e94f-431f-9481-f1f4d5924042 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:43.623031 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37948a86-db99-4a88-b04d-eed68106a342 req-6f7d2814-e94f-431f-9481-f1f4d5924042 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 946 time: 0.0606058 Sep 23 11:32:43.633294 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ab06271a-1061-45a4-9655-ae9fa44f8542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:43.664525 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-37948a86-db99-4a88-b04d-eed68106a342 req-23aed6c0-cb62-4241-8761-fefc3811978d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342526 Sep 23 11:32:43.800256 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f6d67-64d3-41bf-afa0-f418557447a9 req-6a8c5344-a157-428c-b7b4-9fcb0a12ffc3 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:43.806321 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d62f6d67-64d3-41bf-afa0-f418557447a9 req-6a8c5344-a157-428c-b7b4-9fcb0a12ffc3 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 946 time: 0.0589333 Sep 23 11:32:43.887352 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d62f6d67-64d3-41bf-afa0-f418557447a9 req-016fd082-8c36-466e-be2d-8e779f77a749 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784721 Sep 23 11:32:43.911144 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36096) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:43.922945 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4de2dd-505e-499d-9b24-1db8e7467d97 req-7d9509cf-eec2-4a35-97e6-46928a186ee8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:43.923796 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc4de2dd-505e-499d-9b24-1db8e7467d97 req-7d9509cf-eec2-4a35-97e6-46928a186ee8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0844204 Sep 23 11:32:43.970575 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02776a-34a0-47a8-aeae-f10f1987aece tempest-TestVolumeBootPattern-791075323 tempest-TestVolumeBootPattern-791075323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:43.974681 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-4d02776a-34a0-47a8-aeae-f10f1987aece tempest-TestVolumeBootPattern-791075323 tempest-TestVolumeBootPattern-791075323-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 1094 time: 0.0599666 Sep 23 11:32:43.975064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36098) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:43.979239 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.v2.base [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:32:43.980618 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-dc4de2dd-505e-499d-9b24-1db8e7467d97 req-1a8faa6f-4150-4d61-a544-4d1ec73f9233 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501897 Sep 23 11:32:44.062449 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:44.176171 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:44.310898 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_common [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Allocated IP 172.27.1.59 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/22e85602-4f44-4fbe-b8af-010097ecc7df) {{(pid=94665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:32:44.428279 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:44.525761 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:44.565434 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:32:44.568304 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.base_scheduler [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Resources bound (agent type, host, resource id): {{(pid=94665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:32:44.571672 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Received port after_create {{(pid=94665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:32:44.601242 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=22e85602-4f44-4fbe-b8af-010097ecc7df,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:44.961617 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:45.086461 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:45.141438 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb5b5a-1526-4312-a35e-4df44004e1d8 req-8f36d94d-9e25-4030-b6fd-f92428b59b66 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:45.143306 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6abb5b5a-1526-4312-a35e-4df44004e1d8 req-8f36d94d-9e25-4030-b6fd-f92428b59b66 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0827720 Sep 23 11:32:45.197118 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6abb5b5a-1526-4312-a35e-4df44004e1d8 req-5b845b26-5259-4972-bc00-aafda050d8b5 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454535 Sep 23 11:32:45.286233 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:45.344728 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811013'] for port, after_update {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:45.429405 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=22e85602-4f44-4fbe-b8af-010097ecc7df,revision_number=2']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:45.444635 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:45.536623 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-77dfabcc-2c42-473a-b559-167430b521c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:45.821178 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.l3_db [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Floating IP ec065ce7-5534-446d-91c9-b21ba0b013f2 associated. External IP: 172.27.1.59, port: 8f302291-88ca-4631-ad60-0ab26d06ad18. Sep 23 11:32:46.043827 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Router 01a6ecf0-429c-4184-919c-1260f5731e20 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:32:46.165781 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:32:46.180874 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23a614-fd76-45da-9985-cd776319477c None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:32:46.194280 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23a614-fd76-45da-9985-cd776319477c None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:46.194890 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-db23a614-fd76-45da-9985-cd776319477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:46.297591 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:46.325750 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-db23a614-fd76-45da-9985-cd776319477c None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:46.337902 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e81d783e-56c5-4fa0-8831-f3d5771eb101 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3529155 Sep 23 11:32:46.338554 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:32:46.340974 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bee159-ee1c-4923-b967-c79ef7c9922e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:32:46.365481 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395460-73d3-4463-97c0-f796593a5d61 req-dd6953ab-7b37-437d-becf-fa742d771306 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:46.365481 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2e395460-73d3-4463-97c0-f796593a5d61 req-dd6953ab-7b37-437d-becf-fa742d771306 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0797868 Sep 23 11:32:46.405798 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1750af60-05bd-4560-bab5-cd939a511337 x-openstack-request-id: req-1750af60-05bd-4560-bab5-cd939a511337 {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:32:46.406268 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:32:46.406527 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1750af60-05bd-4560-bab5-cd939a511337 {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:32:46.406931 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'status': 'completed', 'code': 200} Sep 23 11:32:46.411157 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2e395460-73d3-4463-97c0-f796593a5d61 req-5812c2e3-d68e-4bd8-b876-a9cc52a1abe4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404251 Sep 23 11:32:46.438673 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:46.487890 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-d5014222-4d06-4929-a908-2c90fcdfe07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:46.490231 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-d5014222-4d06-4929-a908-2c90fcdfe07e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 1099 time: 0.0488620 Sep 23 11:32:46.609940 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-db23a614-fd76-45da-9985-cd776319477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:44Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:46.699074 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-70fce368-9a2a-429e-a113-350d8b003817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:46.701042 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-70fce368-9a2a-429e-a113-350d8b003817 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 910 time: 0.1020522 Sep 23 11:32:46.759219 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23a614-fd76-45da-9985-cd776319477c None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:32:46.769047 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23a614-fd76-45da-9985-cd776319477c None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:32:46.773804 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-db23a614-fd76-45da-9985-cd776319477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:46.782255 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-aaf95b64-e6f6-4b8f-b98a-b9e8c96bc2e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f302291-88ca-4631-ad60-0ab26d06ad18 HTTP/1.1" status: 200 len: 999 time: 0.0647035 Sep 23 11:32:46.841731 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-e7b9cf56-90df-4bc8-a92e-b6bb84e0a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:46.843660 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-e7b9cf56-90df-4bc8-a92e-b6bb84e0a403 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.0534160 Sep 23 11:32:46.879734 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-db23a614-fd76-45da-9985-cd776319477c None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:32:46.892194 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-a4d3103a-c6eb-470b-9d94-005109a7a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:46.893991 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-a4d3103a-c6eb-470b-9d94-005109a7a47c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430667 Sep 23 11:32:47.028487 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-8f203ead-4363-4fe6-9c20-1662d0b8242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:47.030064 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-8f203ead-4363-4fe6-9c20-1662d0b8242e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 1099 time: 0.0663497 Sep 23 11:32:47.048819 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-4a42984b-67c4-4ff9-9084-7c33f0dea42a service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455934 Sep 23 11:32:47.115299 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-db23a614-fd76-45da-9985-cd776319477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:44Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:32:47.147513 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23a614-fd76-45da-9985-cd776319477c None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:44Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:32:47.202741 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-b78506bb-8e96-4bc1-a2d8-10b4d81a5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:47.204262 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-b78506bb-8e96-4bc1-a2d8-10b4d81a5cdc service neutron] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 917 time: 0.1664939 Sep 23 11:32:47.208130 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c8bee159-ee1c-4923-b967-c79ef7c9922e req-14bb212e-f0fb-4e17-b75e-4cb74046e87a service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493068 Sep 23 11:32:47.284429 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-841b9545-fc0c-4b92-a6c7-538d612c0a04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3 HTTP/1.1" status: 200 len: 1002 time: 0.0634944 Sep 23 11:32:47.345951 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-01866d07-9c38-4e1c-9bd9-35148d614374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:47.347746 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-01866d07-9c38-4e1c-9bd9-35148d614374 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.0560355 Sep 23 11:32:47.364536 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1b114-25d9-4478-87b2-36fc2dac63a1 None None] New status for floating IP ec065ce7-5534-446d-91c9-b21ba0b013f2: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:32:47.399655 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-6752d3d9-00a7-4b4d-85e6-2f915a81a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:47.401962 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-6752d3d9-00a7-4b4d-85e6-2f915a81a3dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460804 Sep 23 11:32:47.480691 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:47.555796 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-4bd999aa-4da0-4ea6-917f-25658e2d806e service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467013 Sep 23 11:32:47.649535 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e509be4-4ddf-4e4f-86cf-87a3a8e023ce req-0934cc7f-818c-43b1-8e0c-53ad98ce9df3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:47.651038 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e509be4-4ddf-4e4f-86cf-87a3a8e023ce req-0934cc7f-818c-43b1-8e0c-53ad98ce9df3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.1173720 Sep 23 11:32:47.709253 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34d1fb11-c010-4d33-9c89-080559ac0477 req-689bfa44-461d-484a-a611-e3d2e874abab service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396134 Sep 23 11:32:47.715127 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4e509be4-4ddf-4e4f-86cf-87a3a8e023ce req-67f1d9bd-7b94-43c5-a462-c951a8cb276f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558314 Sep 23 11:32:48.701819 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:48.842801 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3c2c-2dee-4d80-816b-cc325caade28 req-13d9555a-35b1-49c6-b291-53ce32bfabf6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:48.847483 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fbaa3c2c-2dee-4d80-816b-cc325caade28 req-13d9555a-35b1-49c6-b291-53ce32bfabf6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0571678 Sep 23 11:32:48.887255 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fbaa3c2c-2dee-4d80-816b-cc325caade28 req-e9652cfa-7691-4417-b365-30f2c2f2c41a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Sep 23 11:32:50.006904 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45221fdc-36a5-4004-b45d-ac92f2e47806 req-62c499cd-e5af-4489-adbb-5b0a0d9c3107 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:50.008387 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45221fdc-36a5-4004-b45d-ac92f2e47806 req-62c499cd-e5af-4489-adbb-5b0a0d9c3107 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 946 time: 0.0485408 Sep 23 11:32:50.046033 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45221fdc-36a5-4004-b45d-ac92f2e47806 req-cc507e3f-4d07-4dd4-a940-48faab5549fd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Sep 23 11:32:50.089484 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:50.177090 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:50.202835 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:32:50.205761 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18c2b25-fda1-4688-a73d-b03ffbbd47bd" -d '{"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-unplugged", "status": "completed", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:32:50.222638 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:50.245321 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b28484-9ca2-4c75-ac2c-9fa842c3aa49 x-openstack-request-id: req-f5b28484-9ca2-4c75-ac2c-9fa842c3aa49 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:32:50.245634 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-unplugged", "status": "completed", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:32:50.245894 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5b28484-9ca2-4c75-ac2c-9fa842c3aa49 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:32:50.246291 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'code': 200} Sep 23 11:32:50.325053 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:50.376675 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=8']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:51.998914 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-d0508345-7076-42dd-be25-2f60fb87f0eb req-adebaca9-17e6-4183-9f5c-9f8ac2dbcfb1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:32:51.999913 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d0508345-7076-42dd-be25-2f60fb87f0eb req-adebaca9-17e6-4183-9f5c-9f8ac2dbcfb1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053759 Sep 23 11:32:52.283616 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6d0e8-445f-47b1-836e-e8d45ec39bc4 req-552c55c8-a95b-45b7-86c1-433613d7e6a1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:52.285224 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45d6d0e8-445f-47b1-836e-e8d45ec39bc4 req-552c55c8-a95b-45b7-86c1-433613d7e6a1 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0569115 Sep 23 11:32:52.336877 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-45d6d0e8-445f-47b1-836e-e8d45ec39bc4 req-ae1f880e-0c9c-42e3-8278-93162a5cad1f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435593 Sep 23 11:32:52.816166 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36242) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:32:52.902028 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-f61ebc5f-5202-4881-ac5c-9631dc458f9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846970 Sep 23 11:32:52.911244 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-c75f2db1-edb2-47f6-8422-807835ac48b4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:32:52.912265 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-c75f2db1-edb2-47f6-8422-807835ac48b4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053945 Sep 23 11:32:53.408274 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-3353d12a-e477-47eb-9a7e-5de166a2eb02 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491312 Sep 23 11:32:53.460648 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f0e47-a184-4cf6-b3a5-63f8a03685cb req-f15c6361-f05f-42a3-8a8b-ad446a63a97d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:53.462151 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-535f0e47-a184-4cf6-b3a5-63f8a03685cb req-f15c6361-f05f-42a3-8a8b-ad446a63a97d tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0500638 Sep 23 11:32:53.533911 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-535f0e47-a184-4cf6-b3a5-63f8a03685cb req-86681333-ae4a-4572-9928-ace34e27bde7 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603378 Sep 23 11:32:53.536691 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-933f6034-c2d4-430e-b064-e6065612d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:53.538212 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-933f6034-c2d4-430e-b064-e6065612d4db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49d3bc41d6d04dba8230341490cbac4f&device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 1099 time: 0.0751543 Sep 23 11:32:53.542470 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:53.656944 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-cd6b05f7-0ba3-4879-80ee-08776303ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:53.658711 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-cd6b05f7-0ba3-4879-80ee-08776303ed3d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 200 len: 911 time: 0.0864682 Sep 23 11:32:53.769194 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-c2b7dd26-b871-4c55-8ae4-63ed942b568c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 HTTP/1.1" status: 200 len: 1002 time: 0.0934026 Sep 23 11:32:53.780917 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b3474-f956-46e5-9f43-3e7fc2685820 req-ad75ac99-f11d-423e-87de-92c7bf70f804 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:53.786267 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-514b3474-f956-46e5-9f43-3e7fc2685820 req-ad75ac99-f11d-423e-87de-92c7bf70f804 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 946 time: 0.0679832 Sep 23 11:32:53.848815 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-f99395df-af81-4af1-ae20-e97811a867ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:53.850272 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-f99395df-af81-4af1-ae20-e97811a867ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 200 len: 849 time: 0.0671120 Sep 23 11:32:53.853163 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-514b3474-f956-46e5-9f43-3e7fc2685820 req-8357f6fb-b545-4a31-b67a-f9f2dea32439 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620973 Sep 23 11:32:53.903953 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-378ceba0-220b-4e90-a74b-c7417e391a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:53.905482 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-378ceba0-220b-4e90-a74b-c7417e391a84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473108 Sep 23 11:32:53.997479 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-cd6b5ae6-36e1-493b-a221-990d93c819d4 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834341 Sep 23 11:32:54.092953 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5c52cbaf-bc8c-450b-9ef0-935d33324837 req-0c8e10af-9f68-4850-a1f4-e4bec3f632e4 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864303 Sep 23 11:32:54.394439 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-68c60946-8d4c-46aa-b6d6-e69e4db9a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:54.395932 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-68c60946-8d4c-46aa-b6d6-e69e4db9a1eb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659&tenant_id=ede4db69675e47d386e4a4678eea1cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0437183 Sep 23 11:32:54.469244 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-1958100f-fc9b-44bc-9b71-b6e7b3bb7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:54.471356 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-1958100f-fc9b-44bc-9b71-b6e7b3bb7232 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ede4db69675e47d386e4a4678eea1cd3&device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 1097 time: 0.0464151 Sep 23 11:32:54.581366 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-4532262a-52ba-4f46-994c-d626ad11cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:54.582951 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-4532262a-52ba-4f46-994c-d626ad11cbdd service neutron] 10.222.0.22 "GET /v2.0/networks?id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 200 len: 917 time: 0.1034231 Sep 23 11:32:54.694149 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-7bd8a2c1-e0e2-43da-9f73-93a759bf1fa1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3 HTTP/1.1" status: 200 len: 1000 time: 0.0942311 Sep 23 11:32:54.705339 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffdf22-e106-48b9-b02a-951925e38334 req-ce29d8d4-1146-47a9-a9ce-6ba04ccd78fc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:54.706970 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0bffdf22-e106-48b9-b02a-951925e38334 req-ce29d8d4-1146-47a9-a9ce-6ba04ccd78fc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0779419 Sep 23 11:32:54.776952 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-09595ac1-e360-4937-8c1c-60f57a486998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:54.778416 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-09595ac1-e360-4937-8c1c-60f57a486998 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 200 len: 855 time: 0.0705717 Sep 23 11:32:54.784315 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0bffdf22-e106-48b9-b02a-951925e38334 req-dd65780e-d03b-4656-83eb-36fc4aee414e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684741 Sep 23 11:32:54.830691 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-810fec16-88bb-4ecc-ac79-00fed35abc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:54.832322 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-810fec16-88bb-4ecc-ac79-00fed35abc49 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=199d67e0-ae6f-48e6-8da6-46b7fd4a780d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450151 Sep 23 11:32:54.952967 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-ebcf9097-743d-4f0a-a642-478b30ec3a72 service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122289 Sep 23 11:32:55.059566 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e095908-de00-4f4b-ab1a-ade3209a48ff req-668b3def-131f-4401-bd99-6c99434202d5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:55.061067 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e095908-de00-4f4b-ab1a-ade3209a48ff req-668b3def-131f-4401-bd99-6c99434202d5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 946 time: 0.1193550 Sep 23 11:32:55.100829 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-90b2d6ea-2b1e-47e5-838f-06212d8e0f5d req-d26d6592-1816-4516-bf6e-62c4b058547b service neutron] 10.222.0.22 "GET /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260867 Sep 23 11:32:55.112769 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7e095908-de00-4f4b-ab1a-ade3209a48ff req-48727103-f893-4a77-8c28-407271e37de9 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443015 Sep 23 11:32:55.941030 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792ee3c-b4f6-43f3-a87d-4338ba0ff21c req-f4ab1453-9075-4e71-aacf-ec43131458f8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:55.942594 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1792ee3c-b4f6-43f3-a87d-4338ba0ff21c req-f4ab1453-9075-4e71-aacf-ec43131458f8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0513988 Sep 23 11:32:55.981954 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1792ee3c-b4f6-43f3-a87d-4338ba0ff21c req-d1fcd702-fc63-4d4c-be7d-9f2c2e8b9b11 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332260 Sep 23 11:32:56.239250 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fa389-7655-47f4-bc1a-ad4c408b1717 req-c9a8a30f-f4d1-4f72-b441-5755c1dd2b4e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:56.240837 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-195fa389-7655-47f4-bc1a-ad4c408b1717 req-c9a8a30f-f4d1-4f72-b441-5755c1dd2b4e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 946 time: 0.0498378 Sep 23 11:32:56.285599 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-195fa389-7655-47f4-bc1a-ad4c408b1717 req-4f4cd87f-3b7d-4841-963d-4ff0aea9150b tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384645 Sep 23 11:32:56.657393 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-42ffb581-10c2-4399-ba74-d2f16cca3f8f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888843318&fields=id&tenant_id=e2591febce164953878e8cf1c5cbe0af HTTP/1.1" status: 200 len: 267 time: 0.0347307 Sep 23 11:32:56.769568 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-0c112b41-b5fa-4202-924f-b4683f906be2 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:56.772782 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-0c112b41-b5fa-4202-924f-b4683f906be2 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/networks?id=c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 200 len: 808 time: 0.1075377 Sep 23 11:32:56.788596 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-302dde94-b079-4641-abe2-412ce789b3f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/quotas/e2591febce164953878e8cf1c5cbe0af HTTP/1.1" status: 200 len: 375 time: 0.0110562 Sep 23 11:32:56.850388 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-cbbd8359-99b8-4ae4-ac4b-50f715ca77d7 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2591febce164953878e8cf1c5cbe0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558550 Sep 23 11:32:56.953368 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-5db2f222-9bfe-41fe-8b71-e81a3d3429e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944467 Sep 23 11:32:57.052767 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-8c8ef1d3-c786-49b3-8fb9-6ceb0dad7a3b service neutron] 10.222.0.13 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912175 Sep 23 11:32:57.111519 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c1d1-23e4-4df8-a8f3-3b175bb3131a req-fa4333f2-c0cc-411a-b104-68daabd11bbd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:57.122952 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd15c1d1-23e4-4df8-a8f3-3b175bb3131a req-fa4333f2-c0cc-411a-b104-68daabd11bbd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0604689 Sep 23 11:32:57.165828 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd15c1d1-23e4-4df8-a8f3-3b175bb3131a req-063aeb4f-8385-47e7-a72e-8ce4c8230d2a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Sep 23 11:32:57.401089 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489102d-41d2-4f40-8c95-f0ff92e9a2d5 req-fb5eb3fe-75d5-4b8b-8f26-9fdf0081cedf tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:57.402540 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2489102d-41d2-4f40-8c95-f0ff92e9a2d5 req-fb5eb3fe-75d5-4b8b-8f26-9fdf0081cedf tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 946 time: 0.0475221 Sep 23 11:32:57.454672 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2489102d-41d2-4f40-8c95-f0ff92e9a2d5 req-44065e93-c19a-4db7-a834-22816513cc98 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458894 Sep 23 11:32:57.658452 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-01abd4c2-4a09-42c6-8a58-0c82e0330610 req-9a8cc3f8-8a58-49b5-b07f-3fd61d3d1391 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0330834 Sep 23 11:32:58.176798 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:32:58.268040 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:58.327499 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:32:58.328752 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:32:58.331761 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b995c6-a900-4503-95b5-522e4db6b7ca" -d '{"events": [{"server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "name": "network-vif-unplugged", "status": "completed", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:32:58.334127 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6c213-3809-4c3d-a16a-c1119be6a879 req-3f0ce300-4a5f-4836-abbe-05aa970e43d9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:58.345322 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34e6c213-3809-4c3d-a16a-c1119be6a879 req-3f0ce300-4a5f-4836-abbe-05aa970e43d9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0912397 Sep 23 11:32:58.371122 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 11:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c271766f-76ba-4a49-b225-1fa8cc28d7a1 x-openstack-request-id: req-c271766f-76ba-4a49-b225-1fa8cc28d7a1 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:32:58.371441 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "name": "network-vif-unplugged", "status": "completed", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:32:58.371695 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c271766f-76ba-4a49-b225-1fa8cc28d7a1 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:32:58.372080 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'code': 200} Sep 23 11:32:58.388689 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-34e6c213-3809-4c3d-a16a-c1119be6a879 req-2ea0677a-7bd8-4b52-b12c-7c9bdaac9962 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366273 Sep 23 11:32:58.404397 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:32:58.452390 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:32:58.578640 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f552-00c8-4c83-af86-80ab2585090e req-62859d04-51b4-402d-a6d3-3761338a56c7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:58.580912 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f76f552-00c8-4c83-af86-80ab2585090e req-62859d04-51b4-402d-a6d3-3761338a56c7 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.0523815 Sep 23 11:32:58.623737 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6f76f552-00c8-4c83-af86-80ab2585090e req-20ff7523-dc05-4087-9a90-4174757ded21 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367563 Sep 23 11:32:58.749008 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7db43abc-6cb0-4c4e-9fc4-6c5fdb1c6c70 req-c9e14839-33e0-4f15-8d41-f766c44544e3 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0260859 Sep 23 11:32:59.797711 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d38de3-757b-4187-b2b4-910f8a53d6b5 req-097d560a-189e-4ec9-94cf-5eb15c74ac04 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:59.799553 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-24d38de3-757b-4187-b2b4-910f8a53d6b5 req-097d560a-189e-4ec9-94cf-5eb15c74ac04 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.3289711 Sep 23 11:32:59.812106 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530725b-c890-41ba-aa11-34360ee81c15 req-5c6dedff-8737-49e7-a6d5-87c66b5ffc37 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:32:59.813617 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3530725b-c890-41ba-aa11-34360ee81c15 req-5c6dedff-8737-49e7-a6d5-87c66b5ffc37 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.0683248 Sep 23 11:32:59.873486 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-24d38de3-757b-4187-b2b4-910f8a53d6b5 req-2f285cea-8c6c-4029-ac68-1d5b682f9bbd tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588396 Sep 23 11:32:59.876084 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3530725b-c890-41ba-aa11-34360ee81c15 req-34a0fe48-be21-4d85-b68c-ae7ea2eb6104 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544209 Sep 23 11:32:59.967602 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d7639e98-6b8e-4a68-94de-417f3fb6a0d8 req-a893c135-8ee6-471e-8be3-0147f5b72d55 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0250478 Sep 23 11:33:01.029354 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0401d-64fc-49b0-8738-561a80ea4d89 req-d286c3d5-a063-4b2f-8acc-daddd6a28b4e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:01.030848 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f5a0401d-64fc-49b0-8738-561a80ea4d89 req-d286c3d5-a063-4b2f-8acc-daddd6a28b4e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.0810966 Sep 23 11:33:01.044193 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8ab80-12f6-4d60-ac7e-7274a8182402 req-cc60d816-ecf3-4f87-b48a-d5addf6b17c9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:01.045696 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-baf8ab80-12f6-4d60-ac7e-7274a8182402 req-cc60d816-ecf3-4f87-b48a-d5addf6b17c9 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0853500 Sep 23 11:33:01.108805 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f5a0401d-64fc-49b0-8738-561a80ea4d89 req-bca5f8ab-3b8f-49e1-a1a2-5940da38565a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535030 Sep 23 11:33:01.108805 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-baf8ab80-12f6-4d60-ac7e-7274a8182402 req-542f2196-884e-4e03-99db-5de2d1ce675c tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519936 Sep 23 11:33:01.228183 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a35e99b1-515e-4254-a3d7-6e043cdd7b9e req-f8c56ef3-9521-40a5-9430-d37417fcc228 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0410132 Sep 23 11:33:02.245796 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611fc6e-a580-4297-9ca1-d5a1c058c859 req-c80b7f7a-bb55-4e73-9516-fc9f56f94a09 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:02.247269 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8611fc6e-a580-4297-9ca1-d5a1c058c859 req-c80b7f7a-bb55-4e73-9516-fc9f56f94a09 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.0788813 Sep 23 11:33:02.279532 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92b542-777f-4ca3-86f6-1573d65a9d82 req-067ceaae-95f9-448b-9e4b-2484d524ba84 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:02.281112 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0a92b542-777f-4ca3-86f6-1573d65a9d82 req-067ceaae-95f9-448b-9e4b-2484d524ba84 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0840545 Sep 23 11:33:02.312945 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8611fc6e-a580-4297-9ca1-d5a1c058c859 req-47bd23be-73f6-4074-a06a-2ed53d9e683a tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584171 Sep 23 11:33:02.335237 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0a92b542-777f-4ca3-86f6-1573d65a9d82 req-4f21fa22-a9e6-464d-b68f-c11c0dd94224 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Sep 23 11:33:02.412580 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-153e750f-ddeb-47eb-a1af-9eacfee370b4 req-eecc6382-049b-4277-84f2-71c1c0831278 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0255394 Sep 23 11:33:03.476741 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d3135-bfcd-4aa0-b9dc-02c5661170da req-4907b3c0-e3d6-4014-b8f8-9e6856e089cc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:03.478201 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-288d3135-bfcd-4aa0-b9dc-02c5661170da req-4907b3c0-e3d6-4014-b8f8-9e6856e089cc tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0688777 Sep 23 11:33:03.485357 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec514bb-4def-4e18-bb7a-25585175207a req-7d70d860-0aad-48a2-bffc-26fdf8fd1da5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:03.487204 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8ec514bb-4def-4e18-bb7a-25585175207a req-7d70d860-0aad-48a2-bffc-26fdf8fd1da5 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.1029346 Sep 23 11:33:03.549739 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8ec514bb-4def-4e18-bb7a-25585175207a req-e84c2638-679b-44d7-bd48-29140a61bcfe tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559664 Sep 23 11:33:03.552519 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-288d3135-bfcd-4aa0-b9dc-02c5661170da req-91e2a264-ee36-4dff-b0e4-a04449c8d047 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644481 Sep 23 11:33:03.653123 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b6a5388e-87dc-4549-8b94-c453e6b4f82f req-096c45b5-f5a1-488a-b15f-1fd71a76b5ab tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Sep 23 11:33:04.719170 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aabe0-b7b9-4e20-b022-7eff6ad7e246 req-0aaf9299-adb4-4633-a588-c00e62469cb1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:04.720709 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-000aabe0-b7b9-4e20-b022-7eff6ad7e246 req-0aaf9299-adb4-4633-a588-c00e62469cb1 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.0891621 Sep 23 11:33:04.729130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693baed-f240-43a0-9cf8-1e48d0aa74e5 req-0b4c08b0-7a78-40d3-8859-f98062c79b09 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:04.730657 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a693baed-f240-43a0-9cf8-1e48d0aa74e5 req-0b4c08b0-7a78-40d3-8859-f98062c79b09 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0893221 Sep 23 11:33:04.796354 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-000aabe0-b7b9-4e20-b022-7eff6ad7e246 req-175152a8-8134-4516-8e75-f00472d06ca8 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646725 Sep 23 11:33:04.799254 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a693baed-f240-43a0-9cf8-1e48d0aa74e5 req-7d4e7f4f-e0e9-4337-b9dc-e5341feb53cf tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605090 Sep 23 11:33:04.897208 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-42273375-f035-42d9-8ec1-611988a2c017 req-d1cfcdd3-0b99-47c0-a012-f74c67fc0fd7 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0392904 Sep 23 11:33:05.958278 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0094cb-fe80-4374-852d-d4ceba58f6ca req-d10cb976-db25-47c0-b8b4-ccc1cc586b7d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:05.959761 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a0094cb-fe80-4374-852d-d4ceba58f6ca req-d10cb976-db25-47c0-b8b4-ccc1cc586b7d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.0854888 Sep 23 11:33:05.967907 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c512e5-52bd-407a-9b07-7adb0a444bb8 req-9ec34359-c706-4c7e-99cb-85c10bb0f7d3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:05.969499 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c7c512e5-52bd-407a-9b07-7adb0a444bb8 req-9ec34359-c706-4c7e-99cb-85c10bb0f7d3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0854647 Sep 23 11:33:06.017773 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5a0094cb-fe80-4374-852d-d4ceba58f6ca req-10707c56-791d-4dfe-9fb2-117ab13d9f59 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471148 Sep 23 11:33:06.039036 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c7c512e5-52bd-407a-9b07-7adb0a444bb8 req-dddf498c-7b76-4433-b830-d1b26d481375 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620151 Sep 23 11:33:06.110232 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9384ba6b-6dad-47c5-9206-da6d4c6377c3 req-fe5e8afb-279c-4e9c-b454-4cf23f05eaca tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0266221 Sep 23 11:33:07.196438 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358c4e0-4095-4a3c-9f7c-4ae8df281f7e req-2e435e87-4c32-434a-8ce7-7f6bc189723e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:07.197925 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2358c4e0-4095-4a3c-9f7c-4ae8df281f7e req-2e435e87-4c32-434a-8ce7-7f6bc189723e tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.1102202 Sep 23 11:33:07.212361 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6e7ca-cf9e-4b5a-8d34-a232220cedf8 req-bd1130f5-f829-4541-ada1-a5fafaf01157 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:07.213785 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-63b6e7ca-cf9e-4b5a-8d34-a232220cedf8 req-bd1130f5-f829-4541-ada1-a5fafaf01157 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.1014967 Sep 23 11:33:07.226568 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4785441-e338-4790-a03b-36aebceb10f2 req-f74b9525-0752-4d20-9959-b4e2bdd2a5e2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:07.227998 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4785441-e338-4790-a03b-36aebceb10f2 req-f74b9525-0752-4d20-9959-b4e2bdd2a5e2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 944 time: 0.1051319 Sep 23 11:33:07.321965 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2358c4e0-4095-4a3c-9f7c-4ae8df281f7e req-342a2fd6-0232-450e-810e-c5ff080183a2 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3cd2320-7f49-4638-a62d-18cb91840381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174221 Sep 23 11:33:07.354620 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-63b6e7ca-cf9e-4b5a-8d34-a232220cedf8 req-09e1ab62-e8c1-4f3f-a2e2-486dc2b13bae tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247425 Sep 23 11:33:07.382933 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Deleting port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:33:07.383273 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:07.425525 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e5ac8a4f-7fe6-4337-8e83-54821c73f572 req-9abab013-12cf-477a-bcb0-949fe1648ab3 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0375817 Sep 23 11:33:07.502828 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] For port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:07.503186 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:07.686653 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:07.686917 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:07.687228 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Floating IP 53ab9c63-5b90-4670-9328-99d373a22105 disassociated. External IP: 172.27.1.137, port: 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3. Sep 23 11:33:07.687640 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Calling delete_port for 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:33:07.884546 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:07.918761 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event deleted for resources: {'Port': ['ID=1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:07.932971 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.933321 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.933667 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.934001 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.934407 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.934737 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.935060 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.935384 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.935710 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.936027 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.936527 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:07.936905 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:08.047776 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Router 91cff9eb-1ddc-4081-91b7-60ab350be0bf has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:33:08.200507 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:33:08.241126 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:33:08.276469 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-715c1238-dacd-4cfb-b452-0bde5f723a0a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:08.278049 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-715c1238-dacd-4cfb-b452-0bde5f723a0a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.22 "GET /v2.0/networks?id=c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 200 len: 808 time: 0.1860471 Sep 23 11:33:08.282400 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] Sync routers for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:33:08.303484 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] No DVR routers for this DVR port 1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:33:08.311720 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:08.313870 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f4785441-e338-4790-a03b-36aebceb10f2 req-9a139d66-a78e-4703-ad04-8f9ba18029e3 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.22 "DELETE /v2.0/ports/1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3 HTTP/1.1" status: 204 len: 173 time: 1.0663931 Sep 23 11:33:08.314314 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'name': 'network-vif-deleted', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:33:08.316603 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503cecc4-ceea-4f84-8abe-29aea2f50e31" -d '{"events": [{"server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "name": "network-vif-deleted", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:33:08.331206 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:08.346393 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'port_id': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'mac_address': 'fa:16:3e:13:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:33:08.351913 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:33:08.352686 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:08.359135 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-aa7e4859-9baf-4de7-9cd6-367a631d5100 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2591febce164953878e8cf1c5cbe0af HTTP/1.1" status: 200 len: 379 time: 0.0622687 Sep 23 11:33:08.370242 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c23d56-ccd0-4b79-aaa0-1c4b09bc4eab x-openstack-request-id: req-81c23d56-ccd0-4b79-aaa0-1c4b09bc4eab {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:33:08.370468 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a2282-5f8b-4947-b90e-ff66660c6230", "name": "network-vif-deleted", "tag": "1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:33:08.370726 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81c23d56-ccd0-4b79-aaa0-1c4b09bc4eab {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:33:08.371124 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03a2282-5f8b-4947-b90e-ff66660c6230', 'name': 'network-vif-deleted', 'tag': '1570d069-7999-4ac7-8f3e-0d7fc7f9d0b3', 'status': 'completed', 'code': 200} Sep 23 11:33:08.380234 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'port': {'device_id': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'admin_state_up': True, 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'security_groups': ['6a9afc37-3acd-4503-a370-4e28a08b7f9b']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:33:08.541473 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0e6c430-e578-4a55-8af4-84b21c5abdac req-705ede68-5e82-413e-9318-248737312953 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/ports?device_id=d03a2282-5f8b-4947-b90e-ff66660c6230 HTTP/1.1" status: 200 len: 210 time: 0.0565050 Sep 23 11:33:08.552128 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:08.565887 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:33:08.587318 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919b9c8-7494-4f31-bbaa-5ff33ae5420e req-fbbaf614-c028-4b28-ab57-5ae4dadf7e06 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:08.589041 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8919b9c8-7494-4f31-bbaa-5ff33ae5420e req-fbbaf614-c028-4b28-ab57-5ae4dadf7e06 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 944 time: 0.0973716 Sep 23 11:33:08.597706 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fcb4cc-397f-42b4-87a1-938a41e4dce3 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:33:08.657375 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4422ef40-8471-4e36-a173-bd56192504a1 req-a1bbdcc2-04c9-4baf-8db9-ca1ea0ce2944 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0370169 Sep 23 11:33:08.667844 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:08.672171 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8919b9c8-7494-4f31-bbaa-5ff33ae5420e req-0692a241-e472-4a6a-b542-4c80c46a61e6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748713 Sep 23 11:33:08.679540 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Made reservation on behalf of e2591febce164953878e8cf1c5cbe0af for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:33:08.683358 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:08.774098 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:08.820765 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Allocated IP 172.20.0.10 (c16f3e05-0d10-4f84-94f8-2ff19255b12e/7c994a70-c592-4a99-a016-40d3fa791bf1/14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:33:08.843013 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=9']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:08.854230 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:08.881989 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] Checking router: 91cff9eb-1ddc-4081-91b7-60ab350be0bf for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:33:08.890455 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:33:08.891142 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:32:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:08.972025 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.010162 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:33:09.013554 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['42fcb4cc-397f-42b4-87a1-938a41e4dce3'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:33:09.080445 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.130675 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:33:09.134091 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:33:09.140734 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:33:09.177946 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:09.206764 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:09.209432 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.315027 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-04916821-75c5-4246-93ef-b7614e2c0c90 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9416971 Sep 23 11:33:09.329682 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Request body: {'port': {'device_id': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:33:09.397279 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.449311 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-27be8c1c-cd9c-4911-b9b0-4259c0f8cfb0 None None] Provisioning complete for port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:33:09.449875 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-27be8c1c-cd9c-4911-b9b0-4259c0f8cfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.500904 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-27be8c1c-cd9c-4911-b9b0-4259c0f8cfb0 None None] Port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:33:09.509517 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:09.538800 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8a8fa-a7aa-4811-8fa4-0b584a1de5bb None None] The sync data for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi is: [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:25:51Z', 'revision_number': 4, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '211ab6a2-c5a3-4e1a-aea5-bee60f245047', 'name': '', 'network_id': '2dd4b3d1-0f34-43b0-a2f4-331da55cbd78', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'mac_address': 'fa:16:3e:e3:30:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:49Z', 'updated_at': '2021-09-23T11:26:01Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'subnets': [{'id': '27730144-b0d5-4102-896b-0bc3c3dc1d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:33:09.673329 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:33:09.681805 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.696053 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Transition to ACTIVE for port object 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:33:09.748279 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36410) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:09.793517 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6e09-aa1c-4c35-8774-9d8dea0c82ff req-9bc20dad-24d7-458a-b0dd-9a2994ebd8aa tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:09.795218 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d60f6e09-aa1c-4c35-8774-9d8dea0c82ff req-9bc20dad-24d7-458a-b0dd-9a2994ebd8aa tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 932 time: 0.0525019 Sep 23 11:33:09.819132 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c298bd9-ad4d-4756-aa7c-65f6ebe4de8f None None] New status for floating IP 53ab9c63-5b90-4670-9328-99d373a22105: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:33:09.825620 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.828263 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.853710 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.903573 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d60f6e09-aa1c-4c35-8774-9d8dea0c82ff req-f39960f4-be89-4306-9cb1-4f6621065743 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012359 Sep 23 11:33:09.940706 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Pushing event updated for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:09.958924 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046687e7-a23f-4015-8154-c20c56a77fb5 req-ee482bba-5624-497e-84eb-3b464b3c4520 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:09.960558 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-046687e7-a23f-4015-8154-c20c56a77fb5 req-ee482bba-5624-497e-84eb-3b464b3c4520 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 945 time: 0.1376832 Sep 23 11:33:09.987146 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.990552 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:09.994573 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3cd2320-7f49-4638-a62d-18cb91840381 HTTP/1.1" status: 204 len: 168 time: 0.2427380 Sep 23 11:33:09.999459 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36412) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:10.014645 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd2320-7f49-4638-a62d-18cb91840381,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.037433 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1c5a4-bd76-4601-9206-00dbad459ebc tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:10.042646 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-046687e7-a23f-4015-8154-c20c56a77fb5 req-2dd281fe-969a-4a99-8295-49921649c1b6 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677352 Sep 23 11:33:10.042891 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.api.v2.resource [None req-7c44d6e2-6aee-4810-bcec-64c7473f01f0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] show failed (client error): The resource could not be found. Sep 23 11:33:10.046870 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7c44d6e2-6aee-4810-bcec-64c7473f01f0 tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "GET /v2.0/security-groups/c3cd2320-7f49-4638-a62d-18cb91840381 HTTP/1.1" status: 404 len: 347 time: 0.0495093 Sep 23 11:33:10.047458 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36414) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:10.068773 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Attempting to bind port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:33:10.068773 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Attempting to bind port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:33:10.068773 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Attempting to bind port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 on network c16f3e05-0d10-4f84-94f8-2ff19255b12e {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:33:10.089617 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 on network c16f3e05-0d10-4f84-94f8-2ff19255b12e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:33:10.089949 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Attempting to bind port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 on network c16f3e05-0d10-4f84-94f8-2ff19255b12e {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:33:10.095706 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:33:10.096048 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Checking segment: {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:33:10.096483 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Bound using segment: {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:33:10.096918 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Bound port: 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7771b432-0145-4ab8-9500-cfc222a4d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:33:10.097946 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.164149 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:33:10.167546 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:33:10.194826 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Deleting port d7bcadbc-fb5a-4159-b86d-5ae98b622785 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:33:10.195172 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.226711 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:33:10.260099 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.280158 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:33:10.280572 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.288834 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.289206 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.290846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:10.291534 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.293029 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] 10.222.0.22 "PUT /v2.0/ports/14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 200 len: 1094 time: 0.9681075 Sep 23 11:33:10.303616 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Calling delete_port for d7bcadbc-fb5a-4159-b86d-5ae98b622785 owned by network:floatingip {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:33:10.337975 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86454d2d-0d5d-4b5a-8560-faae74eecc64 service neutron] Pushing event updated for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:10.371878 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:33:10.375179 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:33:10.386220 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.412911 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:33:10.415694 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2bbe65-81e8-48fa-a58e-871305845830" -d '{"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-plugged", "status": "completed", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:33:10.427113 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5331dbaa-d91b-46a6-b481-dd793ed92c46 x-openstack-request-id: req-5331dbaa-d91b-46a6-b481-dd793ed92c46 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:33:10.427113 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:33:10.427113 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5331dbaa-d91b-46a6-b481-dd793ed92c46 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:33:10.427113 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'status': 'completed', 'code': 200} Sep 23 11:33:10.429760 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:10.461174 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c5fc2-88ce-4c2a-bfb9-25145a4e7a82 x-openstack-request-id: req-6d9c5fc2-88ce-4c2a-bfb9-25145a4e7a82 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:33:10.461174 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-plugged", "status": "completed", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:33:10.461174 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d9c5fc2-88ce-4c2a-bfb9-25145a4e7a82 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:33:10.461174 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'code': 200} Sep 23 11:33:10.495772 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.508962 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-9fc68673-4639-4ba7-a116-e2a6abed3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:10.510585 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-9fc68673-4639-4ba7-a116-e2a6abed3a63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2591febce164953878e8cf1c5cbe0af&device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1097 time: 0.0594225 Sep 23 11:33:10.518975 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.547555 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Pushing event deleted for resources: {'Port': ['ID=d7bcadbc-fb5a-4159-b86d-5ae98b622785,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:10.549885 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=10']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:10.575681 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-fdc5843b-ddd7-42ac-86ec-814684143cb2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 200 len: 217 time: 0.0519836 Sep 23 11:33:10.624795 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.627353 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:10.631956 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5494a860-dfa0-4dd1-b82d-0e962560617d tempest-AttachVolumeTestJSON-410087423 tempest-AttachVolumeTestJSON-410087423-project] 10.222.0.13 "DELETE /v2.0/floatingips/53ab9c63-5b90-4670-9328-99d373a22105 HTTP/1.1" status: 204 len: 168 time: 0.5780568 Sep 23 11:33:10.632159 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-9c3528cb-dea1-4fad-adc8-bd92ef1c33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:10.632159 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-9c3528cb-dea1-4fad-adc8-bd92ef1c33b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c994a70-c592-4a99-a016-40d3fa791bf1 HTTP/1.1" status: 200 len: 847 time: 0.0527682 Sep 23 11:33:10.681522 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-0176a85c-e28d-4b2b-8f4b-93537674967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:10.683210 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-0176a85c-e28d-4b2b-8f4b-93537674967a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c16f3e05-0d10-4f84-94f8-2ff19255b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430684 Sep 23 11:33:11.072070 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-f7c18d3e-970f-44fd-9887-c02d97fdabc5 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822002 Sep 23 11:33:11.094217 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278c56e-15c3-4a1f-b6e8-77d1b2fd31aa req-9ba90e70-e1c1-458b-9955-b5fb3caa45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:11.095711 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1278c56e-15c3-4a1f-b6e8-77d1b2fd31aa req-9ba90e70-e1c1-458b-9955-b5fb3caa45e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 1100 time: 0.1023042 Sep 23 11:33:11.104065 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997dfed-1376-451c-a266-ce1c20413ddf req-0dde48ee-4de8-48a0-9eab-11a94a343017 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:11.105715 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e997dfed-1376-451c-a266-ce1c20413ddf req-0dde48ee-4de8-48a0-9eab-11a94a343017 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.1134930 Sep 23 11:33:11.247401 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1278c56e-15c3-4a1f-b6e8-77d1b2fd31aa req-46fe3f7c-2d98-43e7-9981-a78793db7086 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408155 Sep 23 11:33:11.254074 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e997dfed-1376-451c-a266-ce1c20413ddf req-47d70ae3-0ee3-48a7-a1c6-c73d1d79a940 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332979 Sep 23 11:33:11.276546 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ca880-14e8-4eea-978b-b24f6e730cd0 req-e8242583-a55f-405e-a130-5a18da9d3379 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:11.278085 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d13ca880-14e8-4eea-978b-b24f6e730cd0 req-e8242583-a55f-405e-a130-5a18da9d3379 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 947 time: 0.1405511 Sep 23 11:33:11.280545 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a853db0a-33a2-40ea-9abd-d15d4e53afa9 req-9e9bfe25-7c27-44f4-8276-a8933042e218 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987469 Sep 23 11:33:11.317446 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d13ca880-14e8-4eea-978b-b24f6e730cd0 req-f31492fb-cfda-4741-81db-8498b3849e75 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333459 Sep 23 11:33:11.593607 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-5598bb18-e27e-4869-bea6-8c7cbfc17d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:11.595031 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-5598bb18-e27e-4869-bea6-8c7cbfc17d03 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2591febce164953878e8cf1c5cbe0af&device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1097 time: 0.0403368 Sep 23 11:33:11.695847 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-54f0d6e4-b260-47ed-8a2d-1866ed68b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:11.697384 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-54f0d6e4-b260-47ed-8a2d-1866ed68b3be service neutron] 10.222.0.22 "GET /v2.0/networks?id=c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 200 len: 909 time: 0.0927980 Sep 23 11:33:11.741068 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-77321256-b375-4640-a531-23c73b35ef1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 200 len: 217 time: 0.0359607 Sep 23 11:33:11.793996 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-3af44c33-c5ae-41e8-89e0-2e44d90614c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:11.795471 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-3af44c33-c5ae-41e8-89e0-2e44d90614c8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c994a70-c592-4a99-a016-40d3fa791bf1 HTTP/1.1" status: 200 len: 847 time: 0.0477543 Sep 23 11:33:11.845913 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-6c98264d-d07b-4304-8abb-5b27e1414066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:11.847318 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-6c98264d-d07b-4304-8abb-5b27e1414066 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c16f3e05-0d10-4f84-94f8-2ff19255b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444140 Sep 23 11:33:11.947427 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-54af217a-cce0-404e-9ba7-b57b443e2864 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913150 Sep 23 11:33:12.057516 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff637ce6-e875-4f69-8a93-4a66d8e20c5f req-4bff142e-7b01-431b-9b37-48cd7b953dc5 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027539 Sep 23 11:33:12.379173 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947b2f5-3099-449a-ad67-6d52cb7e5161 req-948453dc-94e2-4d24-acd8-145975d195b5 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:12.381273 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c947b2f5-3099-449a-ad67-6d52cb7e5161 req-948453dc-94e2-4d24-acd8-145975d195b5 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0582993 Sep 23 11:33:12.456835 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c947b2f5-3099-449a-ad67-6d52cb7e5161 req-2d2e9c9d-0f9d-49d4-a5ce-d2c7d90f69d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694761 Sep 23 11:33:12.476866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0781a07-527a-4f3d-83fb-703e99a56460 req-cb6f8975-c951-4feb-9d00-9da1dfba8fa8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:12.478360 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0781a07-527a-4f3d-83fb-703e99a56460 req-cb6f8975-c951-4feb-9d00-9da1dfba8fa8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 947 time: 0.0739176 Sep 23 11:33:12.520849 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e0781a07-527a-4f3d-83fb-703e99a56460 req-060e9a2c-9d1b-40f4-994e-212c83bb44db tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355153 Sep 23 11:33:13.590314 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cb28d-f8aa-4989-a12f-c79628919d21 req-e8b8db4e-8e5b-49d4-a538-0f7df7b0eec5 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:13.591874 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff9cb28d-f8aa-4989-a12f-c79628919d21 req-e8b8db4e-8e5b-49d4-a538-0f7df7b0eec5 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0552433 Sep 23 11:33:13.598402 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f710790b-f6d4-4083-8f39-720c6af4d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:13.661149 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ff9cb28d-f8aa-4989-a12f-c79628919d21 req-440edfc3-0af1-4b24-b007-08acec93a736 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625355 Sep 23 11:33:13.674042 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533855e-0830-4457-ae37-56ad7f879fdf req-cf1daab3-92f1-4139-b80a-6e9f5e6105d4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:13.675601 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d533855e-0830-4457-ae37-56ad7f879fdf req-cf1daab3-92f1-4139-b80a-6e9f5e6105d4 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 947 time: 0.0758550 Sep 23 11:33:13.715205 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d533855e-0830-4457-ae37-56ad7f879fdf req-dae2479e-82f2-4d9e-a183-3feedaa3a5c8 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324500 Sep 23 11:33:14.778071 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313dc6-cfce-47d2-9f24-43813f5ce746 req-e9334b45-438b-4c42-958f-b7528e57b18a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:14.779585 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-db313dc6-cfce-47d2-9f24-43813f5ce746 req-e9334b45-438b-4c42-958f-b7528e57b18a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0512424 Sep 23 11:33:14.849903 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-db313dc6-cfce-47d2-9f24-43813f5ce746 req-f260b5be-c6dc-4dde-8f1d-5624ae96f5ae tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642955 Sep 23 11:33:14.863392 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13b081-c8a5-4a0f-b00c-4fe689709c21 req-cefb9947-2621-4f6a-a997-5400c3626bc3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:14.865708 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0b13b081-c8a5-4a0f-b00c-4fe689709c21 req-cefb9947-2621-4f6a-a997-5400c3626bc3 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 947 time: 0.0741324 Sep 23 11:33:14.904692 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0b13b081-c8a5-4a0f-b00c-4fe689709c21 req-468b7901-9a11-4fbc-aac0-5037dc88699e tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330536 Sep 23 11:33:15.192508 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36500) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:15.535096 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a1a989c7-63d1-4d62-8354-aa393aaa232e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:15.623598 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:15.867733 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Deleting port 211ab6a2-c5a3-4e1a-aea5-bee60f245047 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:33:15.868070 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:15.950981 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] For port 211ab6a2-c5a3-4e1a-aea5-bee60f245047, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=211ab6a2-c5a3-4e1a-aea5-bee60f245047,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:15.951335 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:15.964241 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Calling delete_port for 211ab6a2-c5a3-4e1a-aea5-bee60f245047 owned by network:router_interface {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:33:15.965681 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dded6-d8b3-4dbf-9ec0-930642910344 req-101da5cd-0e25-4c8d-92c7-94fa9cc118b0 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:15.967475 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba5dded6-d8b3-4dbf-9ec0-930642910344 req-101da5cd-0e25-4c8d-92c7-94fa9cc118b0 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0494452 Sep 23 11:33:16.005851 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ba5dded6-d8b3-4dbf-9ec0-930642910344 req-f4695e8f-5a24-48f2-a3b2-0b70b45ffc9b tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Sep 23 11:33:16.232832 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:16.259991 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=211ab6a2-c5a3-4e1a-aea5-bee60f245047,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:16.358280 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:16.427803 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:16.643146 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Router 91cff9eb-1ddc-4081-91b7-60ab350be0bf has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:33:16.747385 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:33:16.753586 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-28f98542-631f-407f-8b11-4a531b98a3cb admin admin] 10.222.0.13 "PUT /v2.0/routers/91cff9eb-1ddc-4081-91b7-60ab350be0bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5588965 Sep 23 11:33:16.755172 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36508) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:16.757792 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] Sync routers for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:33:16.766938 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:33:16.767874 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:33:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:16.860007 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks [] for router, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:16.875994 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:33:17.081912 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:33:16Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:17.112357 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] Checking router: 91cff9eb-1ddc-4081-91b7-60ab350be0bf for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:33:17.121830 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] Routers {'91cff9eb-1ddc-4081-91b7-60ab350be0bf'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:33:17.122042 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:33:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:17.138673 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b27c23-18ab-4ac1-9ea1-4bdf9295c76a req-b64821ee-c95e-4182-9e4a-b0a9fffffd81 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:17.140457 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21b27c23-18ab-4ac1-9ea1-4bdf9295c76a req-b64821ee-c95e-4182-9e4a-b0a9fffffd81 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0581079 Sep 23 11:33:17.186071 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21b27c23-18ab-4ac1-9ea1-4bdf9295c76a req-f45abc81-6903-495c-8a23-cc96eca4f0e0 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373793 Sep 23 11:33:17.199231 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.234013 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] Set router 91cff9eb-1ddc-4081-91b7-60ab350be0bf gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:33:17.316773 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Deleting port d325fa4f-b227-4b57-ab08-24a2315c889d {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:33:17.317378 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.400265 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] For port d325fa4f-b227-4b57-ab08-24a2315c889d, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d325fa4f-b227-4b57-ab08-24a2315c889d,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:17.400662 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.417230 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Calling delete_port for d325fa4f-b227-4b57-ab08-24a2315c889d owned by network:router_gateway {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:33:17.433128 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:33:16Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:17.463666 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.464471 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cceadef-7054-40f0-aeb1-e56251c8f64a None None] The sync data for ids ['91cff9eb-1ddc-4081-91b7-60ab350be0bf'] in dv-cinder-809523-4-iscsi is: [{'id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'name': 'tempest-AttachVolumeTestJSON-397192042-router', 'tenant_id': '49d3bc41d6d04dba8230341490cbac4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:42Z', 'updated_at': '2021-09-23T11:33:16Z', 'revision_number': 5, 'project_id': '49d3bc41d6d04dba8230341490cbac4f', 'gw_port': {'id': 'd325fa4f-b227-4b57-ab08-24a2315c889d', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cff9eb-1ddc-4081-91b7-60ab350be0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:33:17.644238 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.673297 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d325fa4f-b227-4b57-ab08-24a2315c889d,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:17.736881 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.829836 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.832539 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.952891 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.953476 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91cff9eb-1ddc-4081-91b7-60ab350be0bf {{(pid=94665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:33:17.958052 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:17.959224 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-321edca9-ed17-4cfa-b984-d1313faf5a87 admin admin] 10.222.0.13 "DELETE /v2.0/routers/91cff9eb-1ddc-4081-91b7-60ab350be0bf HTTP/1.1" status: 204 len: 168 time: 1.2031415 Sep 23 11:33:17.961831 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36512) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:18.007595 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f374e7b4-ec30-43f3-8e3c-0bf319ab4f5b admin admin] Deleting subnet 27730144-b0d5-4102-896b-0bc3c3dc1d8f {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:33:18.011127 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f374e7b4-ec30-43f3-8e3c-0bf319ab4f5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.047241 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f374e7b4-ec30-43f3-8e3c-0bf319ab4f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.129916 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f374e7b4-ec30-43f3-8e3c-0bf319ab4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.262467 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:33:18.273160 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f374e7b4-ec30-43f3-8e3c-0bf319ab4f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.299306 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e7b4-ec30-43f3-8e3c-0bf319ab4f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27730144-b0d5-4102-896b-0bc3c3dc1d8f,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:18.303625 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f374e7b4-ec30-43f3-8e3c-0bf319ab4f5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.303833 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0602c-be84-41fc-98f5-9477566124cf req-7cb17b1a-c922-4e90-9329-5753e38c58bf tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:18.308121 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ed0602c-be84-41fc-98f5-9477566124cf req-7cb17b1a-c922-4e90-9329-5753e38c58bf tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0503855 Sep 23 11:33:18.308316 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-f374e7b4-ec30-43f3-8e3c-0bf319ab4f5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/27730144-b0d5-4102-896b-0bc3c3dc1d8f HTTP/1.1" status: 204 len: 168 time: 0.3428247 Sep 23 11:33:18.308453 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36516) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:18.338128 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a159d1d-c5dc-4b54-a06c-3e6d56d3db80 None None] Network 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:33:18.352601 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9ed0602c-be84-41fc-98f5-9477566124cf req-1e359416-9df3-414f-93d6-806ba99f925d tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 Sep 23 11:33:18.385339 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.472587 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:18.492939 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Deleting port 25182cdf-0972-47f3-b75e-f352f4887851 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:33:18.493285 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.505007 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'port_id': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'mac_address': 'fa:16:3e:be:b0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:33:18.523187 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 211ab6a2-c5a3-4e1a-aea5-bee60f245047 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:33:18.553071 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 211ab6a2-c5a3-4e1a-aea5-bee60f245047 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:33:18.553492 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 211ab6a2-c5a3-4e1a-aea5-bee60f245047 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:33:18.553999 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d325fa4f-b227-4b57-ab08-24a2315c889d no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:33:18.585610 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] For port 25182cdf-0972-47f3-b75e-f352f4887851, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=25182cdf-0972-47f3-b75e-f352f4887851,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:18.585971 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.597416 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: d325fa4f-b227-4b57-ab08-24a2315c889d {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:33:18.597758 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d325fa4f-b227-4b57-ab08-24a2315c889d not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:33:18.601156 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Calling delete_port for 25182cdf-0972-47f3-b75e-f352f4887851 owned by network:dhcp {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:33:18.613279 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.628037 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:33:18.664764 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:18.697343 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] DHCP port deletion for 2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 request from dv-cinder-809523-4-iscsi {{(pid=94667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 11:33:18.730505 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.747343 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] Deleting port 25182cdf-0972-47f3-b75e-f352f4887851 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:33:18.747711 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.775258 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.821183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.834632 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] For port 25182cdf-0972-47f3-b75e-f352f4887851, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=25182cdf-0972-47f3-b75e-f352f4887851,segment=NetworkSegment(ac180558-3357-4c47-8705-e06461715945),segment_id=ac180558-3357-4c47-8705-e06461715945)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:18.835025 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.846854 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Pushing event deleted for resources: {'Port': ['ID=25182cdf-0972-47f3-b75e-f352f4887851,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:18.851244 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] No DVR routers for this DVR port 25182cdf-0972-47f3-b75e-f352f4887851 on host dv-cinder-809523-4-iscsi {{(pid=94665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:33:18.851939 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] Calling delete_port for 25182cdf-0972-47f3-b75e-f352f4887851 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:33:18.875561 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:18.913620 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.913964 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.914302 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.914633 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.914961 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.915291 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.915618 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.915944 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.916344 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.916698 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.917010 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.917329 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:33:18.925947 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.947674 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd4b3d1-0f34-43b0-a2f4-331da55cbd78']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:18.957509 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac180558-3357-4c47-8705-e06461715945') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:18.957853 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac180558-3357-4c47-8705-e06461715945') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:18.962640 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.967967 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.984326 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.987564 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:33:18.987704 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] Pushing event deleted for resources: {'Port': ['ID=25182cdf-0972-47f3-b75e-f352f4887851,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:18.987956 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:33:18.990339 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:33:18.992889 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfee80d-93fe-444f-99d7-544dae674765 None None] No DVR routers for this DVR port 25182cdf-0972-47f3-b75e-f352f4887851 on host dv-cinder-809523-4-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:33:19.007770 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:33:19.129513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:19.141678 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:19.144552 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2dd4b3d1-0f34-43b0-a2f4-331da55cbd78 HTTP/1.1" status: 204 len: 168 time: 0.8343017 Sep 23 11:33:19.154602 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedb6dc-827b-431d-bc82-c62e6eec3179 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd4b3d1-0f34-43b0-a2f4-331da55cbd78,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:19.427336 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:33:19.471713 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101f7b-5646-4782-96a5-14834e194fc3 req-a2d3d668-265f-4107-b62f-cb821dda6b6b tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:19.476022 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07101f7b-5646-4782-96a5-14834e194fc3 req-a2d3d668-265f-4107-b62f-cb821dda6b6b tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 945 time: 0.0486920 Sep 23 11:33:19.508553 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36522) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:19.513622 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-07101f7b-5646-4782-96a5-14834e194fc3 req-2b95730e-a724-4ed9-9957-3204abdfdbd7 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327694 Sep 23 11:33:19.549625 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-eaf8df8a-8218-4fb7-b61d-c8d06c423c8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49d3bc41d6d04dba8230341490cbac4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397687 Sep 23 11:33:19.552722 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36524) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:19.609239 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e72442ca-05a9-4bc4-ae02-915a945b7291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:19.631765 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e72442ca-05a9-4bc4-ae02-915a945b7291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:19.752660 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e72442ca-05a9-4bc4-ae02-915a945b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:19.755550 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e72442ca-05a9-4bc4-ae02-915a945b7291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:19.756817 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e72442ca-05a9-4bc4-ae02-915a945b7291 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e67a54b3-d768-443d-8e0d-952788eaa1ca HTTP/1.1" status: 204 len: 168 time: 0.2030611 Sep 23 11:33:19.764906 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72442ca-05a9-4bc4-ae02-915a945b7291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67a54b3-d768-443d-8e0d-952788eaa1ca,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:20.279896 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:33:20.438199 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:33:20.442807 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:33:20.443216 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:20.473979 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 25182cdf-0972-47f3-b75e-f352f4887851 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:33:20.627078 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 25182cdf-0972-47f3-b75e-f352f4887851 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:33:20.627422 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 25182cdf-0972-47f3-b75e-f352f4887851 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:33:20.641210 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b52c5-933b-4176-a56e-522b91b263bc req-cd94d6dc-287e-407d-a465-cc09cf69f761 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:20.643061 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-979b52c5-933b-4176-a56e-522b91b263bc req-cd94d6dc-287e-407d-a465-cc09cf69f761 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 945 time: 0.0554984 Sep 23 11:33:20.676357 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:20.682548 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-979b52c5-933b-4176-a56e-522b91b263bc req-3040b20e-5520-4fea-b82b-fe3b2876dd44 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328476 Sep 23 11:33:20.700365 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:33:20.702680 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18a56dc-ed65-4cbd-9db8-4d7bc7035afb" -d '{"events": [{"server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "name": "network-vif-plugged", "status": "completed", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:33:20.719294 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:20.744456 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479fa1ec-2722-4592-bbec-eeaa69f88b7c x-openstack-request-id: req-479fa1ec-2722-4592-bbec-eeaa69f88b7c {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:33:20.744752 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "name": "network-vif-plugged", "status": "completed", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:33:20.745032 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-479fa1ec-2722-4592-bbec-eeaa69f88b7c {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:33:20.745427 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'code': 200} Sep 23 11:33:20.780825 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:20.831275 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:21.143884 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9718bd-2fa8-47d3-ad50-5fa6c9c020bf req-8fb41302-c530-44b1-8773-095dd344658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:21.145929 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd9718bd-2fa8-47d3-ad50-5fa6c9c020bf req-8fb41302-c530-44b1-8773-095dd344658a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1099 time: 0.0391905 Sep 23 11:33:21.179827 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cd9718bd-2fa8-47d3-ad50-5fa6c9c020bf req-59818fe5-90d4-42a3-b35a-0a756b2a3517 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275295 Sep 23 11:33:21.798155 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420d62a-ccd4-4ce5-808e-6bab729b359b req-646ab3f4-e00d-4dfe-a250-f6f5fa18d26e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:21.799643 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e420d62a-ccd4-4ce5-808e-6bab729b359b req-646ab3f4-e00d-4dfe-a250-f6f5fa18d26e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0491114 Sep 23 11:33:21.838183 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e420d62a-ccd4-4ce5-808e-6bab729b359b req-eef452e0-c703-4805-8dfc-b75534c02a49 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318134 Sep 23 11:33:22.964364 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c4f43-390a-452e-82a8-2836fea12719 req-0afc59e5-c348-4438-8fd0-2dbf9ebbd894 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:22.965857 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-355c4f43-390a-452e-82a8-2836fea12719 req-0afc59e5-c348-4438-8fd0-2dbf9ebbd894 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0537534 Sep 23 11:33:23.003753 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-355c4f43-390a-452e-82a8-2836fea12719 req-6e0f0547-7ea9-4bcd-bd78-2d0b8cf05166 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319736 Sep 23 11:33:23.120146 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2cf0-f0c8-462a-ae85-698e4cb68af2 req-af0220af-f29f-4a1f-b7ef-eed2764a880d tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:23.121780 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a49a2cf0-f0c8-462a-ae85-698e4cb68af2 req-af0220af-f29f-4a1f-b7ef-eed2764a880d tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0513525 Sep 23 11:33:23.162365 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a49a2cf0-f0c8-462a-ae85-698e4cb68af2 req-e9c03a08-93cf-4f44-a942-3ea859e50601 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343692 Sep 23 11:33:23.184592 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 36590) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:23.368081 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa8bde-b975-4a51-bdac-2536b90c3140 tempest-TestShelveInstance-1538552302 tempest-TestShelveInstance-1538552302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:23.369601 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-9ffa8bde-b975-4a51-bdac-2536b90c3140 tempest-TestShelveInstance-1538552302 tempest-TestShelveInstance-1538552302-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1094 time: 0.1841166 Sep 23 11:33:23.372481 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 36594) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:23.376938 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'port_id': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:33:23.454911 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:23.529288 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:23.553752 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:23.657907 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Allocated IP 172.27.1.21 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/e1db933d-9e6a-4d12-9a8b-8d487674aff2) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:33:23.765861 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:23.843982 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:23.881583 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:33:23.883676 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:33:23.887090 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:33:23.912202 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'Port': ['ID=e1db933d-9e6a-4d12-9a8b-8d487674aff2,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:24.260302 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.425277 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.543997 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36604) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:24.586308 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.654455 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e85919f1-aabd-4f6e-9161-df394c018018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.734695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.738604 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e85919f1-aabd-4f6e-9161-df394c018018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.809124 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event updated for resources: {'Port': ['ID=e1db933d-9e6a-4d12-9a8b-8d487674aff2,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:24.817200 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.838132 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e85919f1-aabd-4f6e-9161-df394c018018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.878037 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e85919f1-aabd-4f6e-9161-df394c018018 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bb10be16a804f58bc1cfb223cdeca82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329237 Sep 23 11:33:24.878984 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85919f1-aabd-4f6e-9161-df394c018018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312ffa9d-2bd4-4859-b00f-bf29d43b6986,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:24.881389 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36608) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:24.920719 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Floating IP cf253da9-2c8d-4a55-8d8e-47d734b9ecc2 associated. External IP: 172.27.1.21, port: 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44. Sep 23 11:33:24.931328 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-116a5526-a18c-4d80-a734-49c663e03c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:24.955665 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-116a5526-a18c-4d80-a734-49c663e03c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:25.077968 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-116a5526-a18c-4d80-a734-49c663e03c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:25.080670 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-116a5526-a18c-4d80-a734-49c663e03c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:25.081835 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-116a5526-a18c-4d80-a734-49c663e03c86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/312ffa9d-2bd4-4859-b00f-bf29d43b6986 HTTP/1.1" status: 204 len: 168 time: 0.1995337 Sep 23 11:33:25.089934 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a5526-a18c-4d80-a734-49c663e03c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312ffa9d-2bd4-4859-b00f-bf29d43b6986,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:25.128592 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Router f3eadb31-10a0-446a-8174-4b3e2bec1f93 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:33:25.487955 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:33:25.503146 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041065d3-2002-4245-a113-305162f4d5fb None None] Sync routers for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:33:25.514898 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041065d3-2002-4245-a113-305162f4d5fb None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:33:25.515520 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-041065d3-2002-4245-a113-305162f4d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:33:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:25.575442 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:25.610127 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-dcc6c64e-9e19-4d69-b5ed-67cef881b7d8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2362735 Sep 23 11:33:25.610757 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:33:25.613371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38178fa-72a9-451c-9969-00adc3175ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:33:25.634344 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-041065d3-2002-4245-a113-305162f4d5fb None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:33:25.659399 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a9d1c4-18d9-483d-acd7-049c6da52803 x-openstack-request-id: req-a9a9d1c4-18d9-483d-acd7-049c6da52803 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:33:25.659688 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:33:25.659936 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9a9d1c4-18d9-483d-acd7-049c6da52803 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:33:25.660375 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'status': 'completed', 'code': 200} Sep 23 11:33:25.734782 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-0380b14f-5fa2-4e69-9ea1-32edaba0b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:25.736366 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-0380b14f-5fa2-4e69-9ea1-32edaba0b75e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2591febce164953878e8cf1c5cbe0af&device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1099 time: 0.0430267 Sep 23 11:33:25.856039 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-0e61be92-1773-45d9-9e3b-27e1664cc487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:25.857586 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-0e61be92-1773-45d9-9e3b-27e1664cc487 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 200 len: 909 time: 0.1135449 Sep 23 11:33:25.896499 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-041065d3-2002-4245-a113-305162f4d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'cf253da9-2c8d-4a55-8d8e-47d734b9ecc2', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'port_id': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'mac_address': 'fa:16:3e:be:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:33:24Z', 'updated_at': '2021-09-23T11:33:24Z', 'revision_number': 0, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:29Z', 'revision_number': 5, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:25.927445 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041065d3-2002-4245-a113-305162f4d5fb None None] Checking router: f3eadb31-10a0-446a-8174-4b3e2bec1f93 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:33:25.940565 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-7a92b598-749a-4d69-8afb-edfb0d44442d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 200 len: 999 time: 0.0747399 Sep 23 11:33:25.942159 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041065d3-2002-4245-a113-305162f4d5fb None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:33:25.942819 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-041065d3-2002-4245-a113-305162f4d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:33:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:25.995399 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-bf186279-cd15-4bfb-baa4-5d67cdbc2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:25.996936 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-bf186279-cd15-4bfb-baa4-5d67cdbc2cca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c994a70-c592-4a99-a016-40d3fa791bf1 HTTP/1.1" status: 200 len: 847 time: 0.0483508 Sep 23 11:33:26.058370 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-93873433-80bf-4a29-89eb-2d7a14301b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:26.060751 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-93873433-80bf-4a29-89eb-2d7a14301b22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c16f3e05-0d10-4f84-94f8-2ff19255b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549824 Sep 23 11:33:26.073362 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-041065d3-2002-4245-a113-305162f4d5fb None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:33:26.198108 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-55503c8c-f119-447e-99f1-1aa3ab174480 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275628 Sep 23 11:33:26.323507 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c38178fa-72a9-451c-9969-00adc3175ad3 req-0b921b67-0b77-42f3-8d31-6432281b60c1 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168315 Sep 23 11:33:26.373718 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-041065d3-2002-4245-a113-305162f4d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'cf253da9-2c8d-4a55-8d8e-47d734b9ecc2', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'port_id': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'mac_address': 'fa:16:3e:be:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:33:24Z', 'updated_at': '2021-09-23T11:33:24Z', 'revision_number': 0, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:29Z', 'revision_number': 5, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:26.421078 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041065d3-2002-4245-a113-305162f4d5fb None None] The sync data for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi is: [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'cf253da9-2c8d-4a55-8d8e-47d734b9ecc2', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'port_id': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'mac_address': 'fa:16:3e:be:b0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:33:24Z', 'updated_at': '2021-09-23T11:33:24Z', 'revision_number': 0, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:29Z', 'revision_number': 5, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:33:26.688797 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bfd7c5-1144-4a7d-8d5a-8461cd0b9a8e None None] New status for floating IP cf253da9-2c8d-4a55-8d8e-47d734b9ecc2: ACTIVE {{(pid=94667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:33:43.603738 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-320648ea-0cfe-402e-afa0-ffd23cd6e49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:45.529336 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-10249017-2659-4b11-bb49-2fdf1a23d186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:46.380168 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:47.505863 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:48.796602 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d4fb4-012b-4c35-b030-f6bec69a4704 req-bd4915d1-8970-4d8f-918e-cf991ad8cf04 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:48.798172 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-020d4fb4-012b-4c35-b030-f6bec69a4704 req-bd4915d1-8970-4d8f-918e-cf991ad8cf04 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 947 time: 0.0591896 Sep 23 11:33:48.843444 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-020d4fb4-012b-4c35-b030-f6bec69a4704 req-9b16fde7-16fa-479a-aa7c-0f4fc5c6b5aa tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356224 Sep 23 11:33:48.894815 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:49.974321 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47f3c4-4030-4a87-892e-0dfd8a9eecf5 req-5aed5d25-bdcd-4d9e-be59-e7462b6673ed tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:49.975877 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d47f3c4-4030-4a87-892e-0dfd8a9eecf5 req-5aed5d25-bdcd-4d9e-be59-e7462b6673ed tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 947 time: 0.0516376 Sep 23 11:33:50.017672 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d47f3c4-4030-4a87-892e-0dfd8a9eecf5 req-afc197cd-254e-42b3-8d9a-5b917dbb160f tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354667 Sep 23 11:33:50.427065 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-4067cfe1-57b1-4239-8971-74d70a8b7102 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:50.428624 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-4067cfe1-57b1-4239-8971-74d70a8b7102 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 947 time: 0.0554168 Sep 23 11:33:50.530645 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Deleting port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:33:50.530995 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:50.630179 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] For port 42fcb4cc-397f-42b4-87a1-938a41e4dce3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=42fcb4cc-397f-42b4-87a1-938a41e4dce3,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:33:50.630540 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:50.808077 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:50.808462 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:50.808781 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Floating IP f9c041ea-a916-4f08-adf1-3978b2b82b2e disassociated. External IP: 172.27.1.238, port: 42fcb4cc-397f-42b4-87a1-938a41e4dce3. Sep 23 11:33:50.809120 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Calling delete_port for 42fcb4cc-397f-42b4-87a1-938a41e4dce3 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:33:51.146272 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ba932-63f1-457c-88bf-9387682685b8 req-dd5385c8-04e0-4d99-8383-af40165993df tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:51.147760 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c07ba932-63f1-457c-88bf-9387682685b8 req-dd5385c8-04e0-4d99-8383-af40165993df tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d901c66-928a-4350-980b-d9ff0933c659 HTTP/1.1" status: 200 len: 947 time: 0.0543761 Sep 23 11:33:51.190739 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c07ba932-63f1-457c-88bf-9387682685b8 req-2de32dfa-c805-4092-9fea-9cdbeef6f268 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups?id=476d68ba-68fc-4c33-b9da-52ba53da8cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350039 Sep 23 11:33:51.226278 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:51.257010 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event deleted for resources: {'Port': ['ID=42fcb4cc-397f-42b4-87a1-938a41e4dce3,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:51.382154 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:33:51.509004 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:33:51.522306 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] Sync routers for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:33:51.535082 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:33:51.535629 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:33:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:51.552021 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] No DVR routers for this DVR port 42fcb4cc-397f-42b4-87a1-938a41e4dce3 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:33:51.554739 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:51.556886 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a8da0e1e-184f-44d9-94a6-cffe3f0caa43 req-5ce9d927-9b2d-4a94-b679-688726f63c44 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.22 "DELETE /v2.0/ports/42fcb4cc-397f-42b4-87a1-938a41e4dce3 HTTP/1.1" status: 204 len: 173 time: 1.1219504 Sep 23 11:33:51.557346 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-deleted', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:33:51.559695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f74d78-1e31-4bcd-9786-fdd229b82cc6" -d '{"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-deleted", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:33:51.597970 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb69f06b-46f6-4220-9525-0a76978cb010 x-openstack-request-id: req-fb69f06b-46f6-4220-9525-0a76978cb010 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:33:51.598260 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d901c66-928a-4350-980b-d9ff0933c659", "name": "network-vif-deleted", "tag": "42fcb4cc-397f-42b4-87a1-938a41e4dce3", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:33:51.598512 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb69f06b-46f6-4220-9525-0a76978cb010 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:33:51.598936 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d901c66-928a-4350-980b-d9ff0933c659', 'name': 'network-vif-deleted', 'tag': '42fcb4cc-397f-42b4-87a1-938a41e4dce3', 'status': 'completed', 'code': 200} Sep 23 11:33:51.762493 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:33:51.997056 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:52.028613 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] Checking router: d53bd33b-4ca3-4622-aade-1cb06b34b9f6 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:33:52.037328 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:33:52.037943 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:33:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:52.165144 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:33:52.371707 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 36858) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:52.380433 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:33:52.409674 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf99b0-1d85-4a0f-85dd-6dab38d59fb9 None None] The sync data for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi is: [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:25:53Z', 'revision_number': 4, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '9d963c1c-6a67-4f22-ba40-8d32b34d6f93', 'name': '', 'network_id': '199d67e0-ae6f-48e6-8da6-46b7fd4a780d', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'mac_address': 'fa:16:3e:b6:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:50Z', 'updated_at': '2021-09-23T11:26:05Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'subnets': [{'id': '2ffbe4bd-308d-4405-944a-401c120bc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:33:52.438356 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48f69d2e-4154-4166-bcf4-bfe20ad558ff tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:52.465244 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48f69d2e-4154-4166-bcf4-bfe20ad558ff tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:52.627921 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48f69d2e-4154-4166-bcf4-bfe20ad558ff tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:52.631502 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48f69d2e-4154-4166-bcf4-bfe20ad558ff tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:52.637474 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-48f69d2e-4154-4166-bcf4-bfe20ad558ff tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "DELETE /v2.0/security-groups/476d68ba-68fc-4c33-b9da-52ba53da8cb0 HTTP/1.1" status: 204 len: 168 time: 0.2630074 Sep 23 11:33:52.639177 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36870) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:52.661220 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f69d2e-4154-4166-bcf4-bfe20ad558ff tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476d68ba-68fc-4c33-b9da-52ba53da8cb0,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:52.665377 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.api.v2.resource [None req-0292e58b-ce0d-4ad4-af34-a62d091c596a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] show failed (client error): The resource could not be found. Sep 23 11:33:52.669546 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-0292e58b-ce0d-4ad4-af34-a62d091c596a tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "GET /v2.0/security-groups/476d68ba-68fc-4c33-b9da-52ba53da8cb0 HTTP/1.1" status: 404 len: 347 time: 0.0265024 Sep 23 11:33:52.670052 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36872) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:33:52.691656 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfba693-06df-43e6-ab94-08d732df3202 None None] New status for floating IP f9c041ea-a916-4f08-adf1-3978b2b82b2e: DOWN {{(pid=94667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:33:52.817854 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Deleting port f8c5d1d5-f799-481a-ac86-623552debc86 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:33:52.818198 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:52.901533 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:52.901849 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:52.916699 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Calling delete_port for f8c5d1d5-f799-481a-ac86-623552debc86 owned by network:floatingip {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:33:53.106160 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:53.135056 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Pushing event deleted for resources: {'Port': ['ID=f8c5d1d5-f799-481a-ac86-623552debc86,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:33:53.198589 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:53.201321 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:53.202528 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-f19a56b1-7ad9-43d4-877d-dbde20b7fa51 tempest-AttachVolumeShelveTestJSON-832407519 tempest-AttachVolumeShelveTestJSON-832407519-project] 10.222.0.13 "DELETE /v2.0/floatingips/f9c041ea-a916-4f08-adf1-3978b2b82b2e HTTP/1.1" status: 204 len: 168 time: 0.5317638 Sep 23 11:33:53.569062 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:33:54.247031 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-49f67baa-8451-4bbf-b77e-bd1238d8c6b3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469549 Sep 23 11:33:55.028858 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:33:55.051676 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 42fcb4cc-397f-42b4-87a1-938a41e4dce3 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:33:55.055262 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 42fcb4cc-397f-42b4-87a1-938a41e4dce3 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:33:56.028907 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-9274db50-9334-499d-a4a1-aa64b1923113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:56.030442 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-9274db50-9334-499d-a4a1-aa64b1923113 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 1099 time: 0.0415044 Sep 23 11:33:56.163024 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-54f6564e-0813-44a2-8600-ade2e625526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:56.163024 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-54f6564e-0813-44a2-8600-ade2e625526b service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 910 time: 0.1037474 Sep 23 11:33:56.236985 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-0a0ed468-03e5-439e-b20d-ee0b60951ef0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f302291-88ca-4631-ad60-0ab26d06ad18 HTTP/1.1" status: 200 len: 1001 time: 0.0719485 Sep 23 11:33:56.293763 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-a2864dfe-5cff-4ed6-854b-88bed26ebb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:56.295247 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-a2864dfe-5cff-4ed6-854b-88bed26ebb71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.0508273 Sep 23 11:33:56.342219 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-faf7da69-66d3-42bf-a71d-0415d564ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:33:56.343832 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-faf7da69-66d3-42bf-a71d-0415d564ffa2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406590 Sep 23 11:33:56.426244 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:33:57.293615 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-ededd6ec-8c3c-4334-9a44-babbbde57e1e service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861912 Sep 23 11:33:58.116519 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0360e671-3023-4f17-91c2-7aa13d09afbd req-0c63ba38-51f9-46f9-b578-41199e188a92 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861998 Sep 23 11:34:01.207464 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36940) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:01.703369 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:01.969689 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Deleting port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:34:01.970181 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:02.060829 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] For port 9d963c1c-6a67-4f22-ba40-8d32b34d6f93, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:34:02.061195 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:02.074852 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Calling delete_port for 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 owned by network:router_interface {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:34:02.325241 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:02.358149 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d963c1c-6a67-4f22-ba40-8d32b34d6f93,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:02.536266 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:02.748956 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:34:02.856259 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:34:02.861910 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-6a51748c-d886-4243-be78-30ca5c00a1d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/d53bd33b-4ca3-4622-aade-1cb06b34b9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6526363 Sep 23 11:34:02.864793 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36966) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:02.866099 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] Sync routers for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:34:02.893794 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:34:02.894738 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:33:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:02.969397 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks [] for router, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:02.997571 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:34:03.073010 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:03.176455 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:34:02Z', 'revision_number': 5, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port': {'id': '7f680fde-30d9-44c1-9523-ac93899ec89f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:25:45Z', 'updated_at': '2021-09-23T11:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:03.189225 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Deleting port 7f680fde-30d9-44c1-9523-ac93899ec89f {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:34:03.193170 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:03.204066 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] Checking router: d53bd33b-4ca3-4622-aade-1cb06b34b9f6 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:34:03.215618 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] Routers {'d53bd33b-4ca3-4622-aade-1cb06b34b9f6'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:34:03.216255 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:33:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:03.311456 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] Set router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:34:03.369350 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:34:03Z', 'revision_number': 6, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port_host': None}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:03.396680 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57cac3e-fc3c-4b0e-b536-489e6820518d None None] The sync data for ids ['d53bd33b-4ca3-4622-aade-1cb06b34b9f6'] in dv-cinder-809523-4-iscsi is: [{'id': 'd53bd33b-4ca3-4622-aade-1cb06b34b9f6', 'name': 'tempest-AttachVolumeShelveTestJSON-215425542-router', 'tenant_id': 'ede4db69675e47d386e4a4678eea1cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:25:44Z', 'updated_at': '2021-09-23T11:34:03Z', 'revision_number': 6, 'project_id': 'ede4db69675e47d386e4a4678eea1cd3', 'gw_port_host': None}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:34:03.505278 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] For port 7f680fde-30d9-44c1-9523-ac93899ec89f, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=7f680fde-30d9-44c1-9523-ac93899ec89f,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:34:03.509169 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:03.518244 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Calling delete_port for 7f680fde-30d9-44c1-9523-ac93899ec89f owned by network:router_gateway {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:34:03.739802 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:03.768451 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f680fde-30d9-44c1-9523-ac93899ec89f,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:03.832469 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:03.925045 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:03.927322 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.042766 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.043259 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53bd33b-4ca3-4622-aade-1cb06b34b9f6 {{(pid=94665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:34:04.047912 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.049274 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-a7ea83ad-d543-435a-8ee2-2df1766bf172 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d53bd33b-4ca3-4622-aade-1cb06b34b9f6 HTTP/1.1" status: 204 len: 168 time: 1.1833799 Sep 23 11:34:04.051619 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36974) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:04.095307 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca877c53-d54e-4a1d-804e-9cbe03c32d90 admin admin] Deleting subnet 2ffbe4bd-308d-4405-944a-401c120bc89e {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:34:04.098271 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ca877c53-d54e-4a1d-804e-9cbe03c32d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.133264 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ca877c53-d54e-4a1d-804e-9cbe03c32d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.216399 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ca877c53-d54e-4a1d-804e-9cbe03c32d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.346422 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ca877c53-d54e-4a1d-804e-9cbe03c32d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.373352 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca877c53-d54e-4a1d-804e-9cbe03c32d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ffbe4bd-308d-4405-944a-401c120bc89e,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:04.377501 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ca877c53-d54e-4a1d-804e-9cbe03c32d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.384857 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ca877c53-d54e-4a1d-804e-9cbe03c32d90 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ffbe4bd-308d-4405-944a-401c120bc89e HTTP/1.1" status: 204 len: 168 time: 0.3268571 Sep 23 11:34:04.384857 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 36976) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:04.386264 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca9a7f-61b6-4076-af4a-838f058d0070 None None] Network 199d67e0-ae6f-48e6-8da6-46b7fd4a780d requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:34:04.469165 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.536744 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Deleting port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:34:04.537337 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.570579 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:34:04.591863 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:34:04.592049 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 9d963c1c-6a67-4f22-ba40-8d32b34d6f93 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:34:04.593214 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 7f680fde-30d9-44c1-9523-ac93899ec89f no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:34:04.604807 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] For port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:34:04.605170 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.621756 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Calling delete_port for 6119fc7a-a1ce-41a0-8ab5-0854989ede7a owned by network:dhcp {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:34:04.625596 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] DHCP port deletion for 199d67e0-ae6f-48e6-8da6-46b7fd4a780d request from dv-cinder-809523-4-iscsi {{(pid=94667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 11:34:04.628830 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 7f680fde-30d9-44c1-9523-ac93899ec89f {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:34:04.629177 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 7f680fde-30d9-44c1-9523-ac93899ec89f not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:34:04.686749 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] Deleting port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:34:04.687135 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.751880 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] For port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,segment=NetworkSegment(e2123f49-d09b-4dda-b8ce-d2d006e1db83),segment_id=e2123f49-d09b-4dda-b8ce-d2d006e1db83)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:34:04.752281 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.765607 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] Calling delete_port for 6119fc7a-a1ce-41a0-8ab5-0854989ede7a owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:34:04.785506 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.810936 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:04.816622 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] No DVR routers for this DVR port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a on host dv-cinder-809523-4-iscsi {{(pid=94665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:34:04.845819 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.872133 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] Pushing event deleted for resources: {'Port': ['ID=6119fc7a-a1ce-41a0-8ab5-0854989ede7a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:04.875787 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63962741-600d-41e9-afbc-2fa18624b9cc None None] No DVR routers for this DVR port 6119fc7a-a1ce-41a0-8ab5-0854989ede7a on host dv-cinder-809523-4-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:34:04.899334 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.920063 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199d67e0-ae6f-48e6-8da6-46b7fd4a780d']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:04.929077 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2123f49-d09b-4dda-b8ce-d2d006e1db83') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:04.931388 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2123f49-d09b-4dda-b8ce-d2d006e1db83') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:04.939208 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.951791 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.957693 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:34:04.961606 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:34:05.094318 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:05.099816 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:05.101800 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/199d67e0-ae6f-48e6-8da6-46b7fd4a780d HTTP/1.1" status: 204 len: 168 time: 0.7187715 Sep 23 11:34:05.113274 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aa922-fccf-4fec-a1fa-7de028ee8df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=199d67e0-ae6f-48e6-8da6-46b7fd4a780d,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:05.466035 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 36992) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:05.507300 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-5c4b8149-1665-4296-9736-77a037417b96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ede4db69675e47d386e4a4678eea1cd3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401118 Sep 23 11:34:05.510721 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 36994) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:05.564634 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-de89a0f2-0369-435e-8889-c496ae3d7fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:05.586499 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-de89a0f2-0369-435e-8889-c496ae3d7fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:05.699968 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-de89a0f2-0369-435e-8889-c496ae3d7fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:05.702589 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-de89a0f2-0369-435e-8889-c496ae3d7fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:05.708225 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-de89a0f2-0369-435e-8889-c496ae3d7fb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42c50a91-4bce-4450-b13b-eb3642998f95 HTTP/1.1" status: 204 len: 168 time: 0.1920855 Sep 23 11:34:05.712671 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89a0f2-0369-435e-8889-c496ae3d7fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c50a91-4bce-4450-b13b-eb3642998f95,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:06.508587 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 6119fc7a-a1ce-41a0-8ab5-0854989ede7a no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:34:06.530535 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 6119fc7a-a1ce-41a0-8ab5-0854989ede7a {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:34:06.530801 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 6119fc7a-a1ce-41a0-8ab5-0854989ede7a not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:34:08.228411 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37060) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:08.327646 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-885f81fb-d7a8-46b3-86f1-96aa1875c9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:08.421609 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-885f81fb-d7a8-46b3-86f1-96aa1875c9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:08.499800 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-885f81fb-d7a8-46b3-86f1-96aa1875c9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:08.537524 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f81fb-d7a8-46b3-86f1-96aa1875c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b829dd-ad84-42c8-8732-b58217082e43,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:08.542131 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-885f81fb-d7a8-46b3-86f1-96aa1875c9c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d4dab32486a407eaa4eb40a1501a24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186312 Sep 23 11:34:08.546193 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37066) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:08.603453 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-13f3e018-e7a3-4e51-b6b0-6bc6519f9d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:08.623614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-13f3e018-e7a3-4e51-b6b0-6bc6519f9d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:08.785681 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-13f3e018-e7a3-4e51-b6b0-6bc6519f9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:08.788239 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-13f3e018-e7a3-4e51-b6b0-6bc6519f9d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:08.789456 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-13f3e018-e7a3-4e51-b6b0-6bc6519f9d2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6b829dd-ad84-42c8-8732-b58217082e43 HTTP/1.1" status: 204 len: 168 time: 0.2423291 Sep 23 11:34:08.800018 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3e018-e7a3-4e51-b6b0-6bc6519f9d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b829dd-ad84-42c8-8732-b58217082e43,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:09.685529 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37078) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:09.698518 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6dd98fa6-e1a4-4c4e-944b-45d20315ffe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:09.786414 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6dd98fa6-e1a4-4c4e-944b-45d20315ffe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:09.865258 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6dd98fa6-e1a4-4c4e-944b-45d20315ffe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:09.911269 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd98fa6-e1a4-4c4e-944b-45d20315ffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f631b938-27e3-4553-8750-8bdf3f9c6d13,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:09.916396 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-6dd98fa6-e1a4-4c4e-944b-45d20315ffe7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d97362a8b5bf40d1a4455352e093f820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296731 Sep 23 11:34:09.919037 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37082) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:09.971606 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:09.992377 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:10.116643 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:10.119305 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:10.121263 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f631b938-27e3-4553-8750-8bdf3f9c6d13 HTTP/1.1" status: 204 len: 168 time: 0.2009342 Sep 23 11:34:10.129010 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f631b938-27e3-4553-8750-8bdf3f9c6d13,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:10.136518 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:10.165841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efb6e9-307e-40a9-80a7-d466508daa9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:13.602698 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d464c61f-e230-49e9-9e24-9efc5d16acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:15.539383 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-c6efcc25-27a4-4d95-9d7d-7319de3dfb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:16.374066 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:16.933923 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37248) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:16.992336 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37252) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:17.091815 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0a273511-af03-4e81-897e-1f574130f380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.105376 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5087f1fc-32d5-4626-94e4-ce4bcb213c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.133371 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.db.api [None req-5087f1fc-32d5-4626-94e4-ce4bcb213c57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 11:34:17.133371 dv-cinder-809523-4-iscsi neutron-server[94665]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 11:34:17.133371 dv-cinder-809523-4-iscsi neutron-server[94665]: [parameters: {'project_id': 'c7b21f8a4cb24625ba9be2cd2f2a76b4', 'id': '6a587397-641f-45bf-bca0-6625d4b4ca3b', 'expiration': datetime.datetime(2021, 9, 23, 11, 36, 17, 129169)}] Sep 23 11:34:17.133371 dv-cinder-809523-4-iscsi neutron-server[94665]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 11:34:17.133841 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG oslo_db.api [None req-5087f1fc-32d5-4626-94e4-ce4bcb213c57 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 11:34:17.206025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0a273511-af03-4e81-897e-1f574130f380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.259268 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0a273511-af03-4e81-897e-1f574130f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.300182 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-0a273511-af03-4e81-897e-1f574130f380 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5d4d0d5dd854210b73a956164d0e10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649390 Sep 23 11:34:17.301071 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a273511-af03-4e81-897e-1f574130f380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9eb32b-3b77-495a-8fcf-5d56dca6d41a,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:17.302835 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37256) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:17.356302 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.378780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.437053 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.488082 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.490731 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.491895 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e9eb32b-3b77-495a-8fcf-5d56dca6d41a HTTP/1.1" status: 204 len: 168 time: 0.1880298 Sep 23 11:34:17.502021 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9eb32b-3b77-495a-8fcf-5d56dca6d41a,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:17.509697 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.510055 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.510459 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.511337 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.511674 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.512014 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.512359 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.512696 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.513052 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.513421 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.513742 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.514066 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41fde52-7223-48a3-8b3f-2d755716043f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:17.635226 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5087f1fc-32d5-4626-94e4-ce4bcb213c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.724503 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5087f1fc-32d5-4626-94e4-ce4bcb213c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.894219 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-5087f1fc-32d5-4626-94e4-ce4bcb213c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:17.939781 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-5087f1fc-32d5-4626-94e4-ce4bcb213c57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7b21f8a4cb24625ba9be2cd2f2a76b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9461656 Sep 23 11:34:17.940765 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087f1fc-32d5-4626-94e4-ce4bcb213c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fef298-39ab-46a1-a283-4979c91d0b24,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:17.942673 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37262) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:18.002110 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-30b167e4-296d-4f2c-8c37-795f327ccbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.023905 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-30b167e4-296d-4f2c-8c37-795f327ccbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.156854 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-30b167e4-296d-4f2c-8c37-795f327ccbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.159386 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-30b167e4-296d-4f2c-8c37-795f327ccbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.160650 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-30b167e4-296d-4f2c-8c37-795f327ccbeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16fef298-39ab-46a1-a283-4979c91d0b24 HTTP/1.1" status: 204 len: 168 time: 0.2169604 Sep 23 11:34:18.169204 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b167e4-296d-4f2c-8c37-795f327ccbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fef298-39ab-46a1-a283-4979c91d0b24,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:18.317112 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37266) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:18.334270 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fafa484-faba-4e5f-809e-fc6922813ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.421152 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fafa484-faba-4e5f-809e-fc6922813ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.505276 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-4fafa484-faba-4e5f-809e-fc6922813ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.545180 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-4fafa484-faba-4e5f-809e-fc6922813ed2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62762bb38a7b499c8bec286f12c047be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268939 Sep 23 11:34:18.546198 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafa484-faba-4e5f-809e-fc6922813ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd731f09-a179-4bfa-93d5-d883af829e41,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:18.547882 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37270) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:18.599373 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bc39de0a-e7ce-4156-a86d-016fb35c8a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.620888 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bc39de0a-e7ce-4156-a86d-016fb35c8a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.728234 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.769380 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bc39de0a-e7ce-4156-a86d-016fb35c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.772791 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-bc39de0a-e7ce-4156-a86d-016fb35c8a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:18.779359 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-bc39de0a-e7ce-4156-a86d-016fb35c8a82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd731f09-a179-4bfa-93d5-d883af829e41 HTTP/1.1" status: 204 len: 168 time: 0.2303061 Sep 23 11:34:18.813306 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39de0a-e7ce-4156-a86d-016fb35c8a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd731f09-a179-4bfa-93d5-d883af829e41,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:18.900897 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37274) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:18.914872 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a36b78b6-1b84-4000-a1ec-0e4a9dfb3843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:19.017710 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a36b78b6-1b84-4000-a1ec-0e4a9dfb3843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:19.145269 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a36b78b6-1b84-4000-a1ec-0e4a9dfb3843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:19.185371 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a36b78b6-1b84-4000-a1ec-0e4a9dfb3843 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0f90e4221994c9f9a070adeef2d2a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829332 Sep 23 11:34:19.186239 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b78b6-1b84-4000-a1ec-0e4a9dfb3843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb0288d-9031-4589-9ac1-38ab4fb82ae8,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:19.188014 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37278) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:19.246897 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e931660-702d-4d2c-b38d-dcc814c740f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:19.268918 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e931660-702d-4d2c-b38d-dcc814c740f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:19.470779 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e931660-702d-4d2c-b38d-dcc814c740f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:19.473389 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-0e931660-702d-4d2c-b38d-dcc814c740f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:19.474549 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-0e931660-702d-4d2c-b38d-dcc814c740f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eb0288d-9031-4589-9ac1-38ab4fb82ae8 HTTP/1.1" status: 204 len: 168 time: 0.2849720 Sep 23 11:34:19.487955 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e931660-702d-4d2c-b38d-dcc814c740f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb0288d-9031-4589-9ac1-38ab4fb82ae8,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:23.556270 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:26.394497 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37446) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:26.498462 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-44cf92b8-e926-4d3f-a431-fee85df6fb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:26.593296 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-44cf92b8-e926-4d3f-a431-fee85df6fb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:26.670853 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-44cf92b8-e926-4d3f-a431-fee85df6fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:26.706780 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf92b8-e926-4d3f-a431-fee85df6fb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b69de15-e83f-4bfa-aad1-f713a773380a,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:26.710822 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-44cf92b8-e926-4d3f-a431-fee85df6fb22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8c131d3b540415ba0f280cff98b4902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152802 Sep 23 11:34:26.713695 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37450) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:26.761779 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e0f4223d-2921-476e-8353-7425d0c35e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:26.786991 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e0f4223d-2921-476e-8353-7425d0c35e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:26.916524 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e0f4223d-2921-476e-8353-7425d0c35e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:26.919998 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e0f4223d-2921-476e-8353-7425d0c35e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:26.921217 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e0f4223d-2921-476e-8353-7425d0c35e40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b69de15-e83f-4bfa-aad1-f713a773380a HTTP/1.1" status: 204 len: 168 time: 0.2067196 Sep 23 11:34:26.929353 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4223d-2921-476e-8353-7425d0c35e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b69de15-e83f-4bfa-aad1-f713a773380a,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:27.522064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37460) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:27.535192 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-667526ed-4767-4cbf-8dba-d4385bc20417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:27.624547 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-667526ed-4767-4cbf-8dba-d4385bc20417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:27.664649 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-667526ed-4767-4cbf-8dba-d4385bc20417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:27.703982 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-667526ed-4767-4cbf-8dba-d4385bc20417 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccacfcea5ed94e10983d7b3b7649414f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808193 Sep 23 11:34:27.704882 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667526ed-4767-4cbf-8dba-d4385bc20417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b358e98-8e38-4ba0-890f-1d26ca132c34,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:27.706630 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37462) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:27.756600 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8998-038d-4844-baf4-45cf2d420fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:27.781275 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8998-038d-4844-baf4-45cf2d420fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:27.899107 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8998-038d-4844-baf4-45cf2d420fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:27.901689 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-cf6a8998-038d-4844-baf4-45cf2d420fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:27.902881 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-cf6a8998-038d-4844-baf4-45cf2d420fe1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b358e98-8e38-4ba0-890f-1d26ca132c34 HTTP/1.1" status: 204 len: 168 time: 0.1945355 Sep 23 11:34:27.911444 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a8998-038d-4844-baf4-45cf2d420fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b358e98-8e38-4ba0-890f-1d26ca132c34,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:33.198886 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-8231b3c6-9de4-4e7d-a35d-d092bd64d7ac tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749550243&fields=id&tenant_id=835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 267 time: 0.0411894 Sep 23 11:34:33.308417 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06037b-5c65-496a-8091-de4f07053c66 req-0e608203-ddfb-48f2-820e-a749d3a1030b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:33.310524 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-0e608203-ddfb-48f2-820e-a749d3a1030b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 809 time: 0.1044922 Sep 23 11:34:33.330609 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-2e5bd7f8-8a80-4bc8-837e-3759f9f2a531 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/quotas/835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 375 time: 0.0113120 Sep 23 11:34:33.393223 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-53fec9e2-d3d6-4d48-b368-2e0d0ad5974d tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0565073 Sep 23 11:34:33.425548 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:34:33.491369 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-ce8913cd-99d5-467b-a740-9b8db9e0a9a5 service neutron] 10.222.0.13 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860236 Sep 23 11:34:33.587513 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-ce8f0647-e9e4-4574-81bb-08807cb6248a service neutron] 10.222.0.13 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892382 Sep 23 11:34:34.416322 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-014c5660-3706-41e7-a138-78b5a9f55be5 req-261c2dda-3257-40e1-b59d-8042b3ef8b0a tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 210 time: 0.0258203 Sep 23 11:34:34.723803 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37634) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:34.855361 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-375f735b-87fb-41f1-bcbf-19cd36d6eebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:34.960882 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-375f735b-87fb-41f1-bcbf-19cd36d6eebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.064686 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-375f735b-87fb-41f1-bcbf-19cd36d6eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.102659 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f735b-87fb-41f1-bcbf-19cd36d6eebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1072ca5-8db9-4cbb-84ec-20ded39e0787,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:35.111915 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37648) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:35.118057 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-375f735b-87fb-41f1-bcbf-19cd36d6eebf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b65f8a1c93c448e1a8fe28563ebfcb78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931124 Sep 23 11:34:35.162335 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f6d1328b-95fc-4fd4-a028-40e5df6d6094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.185114 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f6d1328b-95fc-4fd4-a028-40e5df6d6094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.311144 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f6d1328b-95fc-4fd4-a028-40e5df6d6094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.314806 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f6d1328b-95fc-4fd4-a028-40e5df6d6094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.318917 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-f6d1328b-95fc-4fd4-a028-40e5df6d6094 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1072ca5-8db9-4cbb-84ec-20ded39e0787 HTTP/1.1" status: 204 len: 168 time: 0.2059319 Sep 23 11:34:35.327974 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1328b-95fc-4fd4-a028-40e5df6d6094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1072ca5-8db9-4cbb-84ec-20ded39e0787,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:35.351070 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37654) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:35.474717 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-70c676b3-a980-435a-8ad6-37be7d2f3bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.518981 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-31bc6a54-549b-4e43-b09f-ab074c6bab34 req-c42aa398-97a3-443b-a39e-fbbc1de762e4 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 210 time: 0.0306954 Sep 23 11:34:35.596399 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-70c676b3-a980-435a-8ad6-37be7d2f3bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.658716 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-70c676b3-a980-435a-8ad6-37be7d2f3bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.700367 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-70c676b3-a980-435a-8ad6-37be7d2f3bfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f9089cb7f304cda9ba7dae74221efbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481007 Sep 23 11:34:35.701105 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c676b3-a980-435a-8ad6-37be7d2f3bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951b2cc2-0e61-408e-b152-7c366cb35e3b,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:35.703251 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37662) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:35.752843 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6be8fbbe-7202-453a-a8a7-06711b87a019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.774733 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6be8fbbe-7202-453a-a8a7-06711b87a019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.916513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6be8fbbe-7202-453a-a8a7-06711b87a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.919821 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6be8fbbe-7202-453a-a8a7-06711b87a019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:35.921076 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-6be8fbbe-7202-453a-a8a7-06711b87a019 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/951b2cc2-0e61-408e-b152-7c366cb35e3b HTTP/1.1" status: 204 len: 168 time: 0.2167118 Sep 23 11:34:35.929018 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8fbbe-7202-453a-a8a7-06711b87a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951b2cc2-0e61-408e-b152-7c366cb35e3b,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:36.036828 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37666) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:36.050030 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c603d3b-120b-4ec6-b8fe-f0fe8cad1478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.143353 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c603d3b-120b-4ec6-b8fe-f0fe8cad1478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.213270 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1c603d3b-120b-4ec6-b8fe-f0fe8cad1478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.258597 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-1c603d3b-120b-4ec6-b8fe-f0fe8cad1478 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8723afb2d87b4a5fad292e2393fdda5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182541 Sep 23 11:34:36.259093 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37670) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:36.260398 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c603d3b-120b-4ec6-b8fe-f0fe8cad1478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef25aa48-6ece-4891-93ce-9afc4676cf0c,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:36.311558 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f0f5-f48b-42c5-a101-5c8d97b94f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.332395 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f0f5-f48b-42c5-a101-5c8d97b94f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.467737 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06037b-5c65-496a-8091-de4f07053c66 req-e21c16db-728a-46c8-995c-a25ca8d6188b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:36.469937 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-e21c16db-728a-46c8-995c-a25ca8d6188b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 809 time: 0.1113942 Sep 23 11:34:36.495929 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f0f5-f48b-42c5-a101-5c8d97b94f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.499871 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f0f5-f48b-42c5-a101-5c8d97b94f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.503658 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d8d0f0f5-f48b-42c5-a101-5c8d97b94f3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef25aa48-6ece-4891-93ce-9afc4676cf0c HTTP/1.1" status: 204 len: 168 time: 0.2436583 Sep 23 11:34:36.513977 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0f0f5-f48b-42c5-a101-5c8d97b94f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef25aa48-6ece-4891-93ce-9afc4676cf0c,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:36.537491 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-3d9fc885-8e8d-4f2b-9d27-340d14ea6ecc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=835d4a3c08ec4bd4b920a36fef6622a2 HTTP/1.1" status: 200 len: 380 time: 0.0572865 Sep 23 11:34:36.548779 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'port': {'device_id': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'admin_state_up': True, 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'security_groups': ['8ca68a50-59b8-4c01-9794-ec24921fc57d']}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:34:36.622413 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37676) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:36.636739 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9e2dba4a-261b-41de-9d92-3547e01ea336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.644781 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d2dca47-bf73-4e3d-809f-11a9b6dbe53f req-90a22d13-19d9-4320-9712-ef40107779c1 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 210 time: 0.0323875 Sep 23 11:34:36.749844 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9e2dba4a-261b-41de-9d92-3547e01ea336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.841739 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9e2dba4a-261b-41de-9d92-3547e01ea336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.880000 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dba4a-261b-41de-9d92-3547e01ea336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e159b5d-aaf5-42c5-adc8-c60a759ca66a,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:36.884419 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9e2dba4a-261b-41de-9d92-3547e01ea336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f2385eb9f0e4b3989689191a91782aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605057 Sep 23 11:34:36.889756 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37680) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:36.921631 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Made reservation on behalf of 835d4a3c08ec4bd4b920a36fef6622a2 for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:34:36.925035 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:36.968269 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d878c1b-78c8-4e57-ab57-5e5cd7fd224a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.030867 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d878c1b-78c8-4e57-ab57-5e5cd7fd224a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.109811 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Allocated IP 172.20.0.14 (72a817c5-bdd3-454e-9305-fc153563cfaa/ee6f3024-e6cf-4061-9c9a-732778fc8c5f/d9eaaa77-a876-4966-bb5f-a0f2f7631eef) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:34:37.227928 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d878c1b-78c8-4e57-ab57-5e5cd7fd224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.230434 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-6d878c1b-78c8-4e57-ab57-5e5cd7fd224a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.231881 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-6d878c1b-78c8-4e57-ab57-5e5cd7fd224a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e159b5d-aaf5-42c5-adc8-c60a759ca66a HTTP/1.1" status: 204 len: 168 time: 0.3403385 Sep 23 11:34:37.247767 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d878c1b-78c8-4e57-ab57-5e5cd7fd224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e159b5d-aaf5-42c5-adc8-c60a759ca66a,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:37.304339 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37684) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:37.311017 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.321222 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2bf6-5260-4210-9fd2-d4ee5144e593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.396583 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.414862 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2bf6-5260-4210-9fd2-d4ee5144e593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.439738 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Network 72a817c5-bdd3-454e-9305-fc153563cfaa is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:34:37.442846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:34:37.445482 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:34:37.476552 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2bf6-5260-4210-9fd2-d4ee5144e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.477686 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:37.506445 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:37.507132 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.511010 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a2bf6-5260-4210-9fd2-d4ee5144e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4a772c-a8e3-46d2-a0e5-304c14f957e2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:37.542165 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7d7a2bf6-5260-4210-9fd2-d4ee5144e593 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6cb5fbeed774e1098e12d0add4942d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288802 Sep 23 11:34:37.542401 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37686) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:37.592562 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-56907d03-8663-4159-8195-7288ff2bcbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.615092 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-56907d03-8663-4159-8195-7288ff2bcbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.617801 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-83104f73-12f0-4680-b864-8035fb52d319 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0744383 Sep 23 11:34:37.631948 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Request body: {'port': {'device_id': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:34:37.713429 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.718260 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-68fbec97-345c-4bec-b65d-2fd6bfa469db None None] Provisioning complete for port d9eaaa77-a876-4966-bb5f-a0f2f7631eef triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:34:37.718823 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-68fbec97-345c-4bec-b65d-2fd6bfa469db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.755631 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-68fbec97-345c-4bec-b65d-2fd6bfa469db None None] Port d9eaaa77-a876-4966-bb5f-a0f2f7631eef cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:34:37.854375 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-56907d03-8663-4159-8195-7288ff2bcbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.856987 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-56907d03-8663-4159-8195-7288ff2bcbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:37.858341 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-56907d03-8663-4159-8195-7288ff2bcbc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d4a772c-a8e3-46d2-a0e5-304c14f957e2 HTTP/1.1" status: 204 len: 168 time: 0.3196430 Sep 23 11:34:37.873850 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bdd0-edc6-480b-bf7a-70eedeb183c9 req-52df84ac-ca5f-49ec-942d-0a09d1a7e71e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:37.875403 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f883bdd0-edc6-480b-bf7a-70eedeb183c9 req-52df84ac-ca5f-49ec-942d-0a09d1a7e71e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 932 time: 0.1474378 Sep 23 11:34:37.896755 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56907d03-8663-4159-8195-7288ff2bcbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4a772c-a8e3-46d2-a0e5-304c14f957e2,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:37.953987 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f883bdd0-edc6-480b-bf7a-70eedeb183c9 req-be6349a6-6b94-4e90-9681-9614d746cf8a tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688624 Sep 23 11:34:38.055066 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37694) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:38.068696 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4268-2cab-4196-a092-b13f6da22b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.072067 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9eaaa77-a876-4966-bb5f-a0f2f7631eef {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:34:38.080279 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.092602 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Transition to ACTIVE for port object d9eaaa77-a876-4966-bb5f-a0f2f7631eef will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:34:38.154416 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4268-2cab-4196-a092-b13f6da22b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.213366 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.242009 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b2cd4268-2cab-4196-a092-b13f6da22b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.267245 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Pushing event updated for resources: {'Port': ['ID=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:38.301630 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b2cd4268-2cab-4196-a092-b13f6da22b73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88977e596ed748d3920088cf7628333e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454741 Sep 23 11:34:38.302827 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd4268-2cab-4196-a092-b13f6da22b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5783d56c-b0e4-4b9a-babf-fba40bff3189,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:38.305940 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37700) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:38.351111 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Attempting to bind port d9eaaa77-a876-4966-bb5f-a0f2f7631eef on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:34:38.351454 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Attempting to bind port d9eaaa77-a876-4966-bb5f-a0f2f7631eef by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:34:38.351790 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Attempting to bind port d9eaaa77-a876-4966-bb5f-a0f2f7631eef on network 72a817c5-bdd3-454e-9305-fc153563cfaa {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:34:38.357345 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Port d9eaaa77-a876-4966-bb5f-a0f2f7631eef on network 72a817c5-bdd3-454e-9305-fc153563cfaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:34:38.357674 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Attempting to bind port d9eaaa77-a876-4966-bb5f-a0f2f7631eef on network 72a817c5-bdd3-454e-9305-fc153563cfaa {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:34:38.362920 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:34:38.363257 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Checking segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:34:38.363650 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Bound using segment: {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:34:38.364140 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Bound port: d9eaaa77-a876-4966-bb5f-a0f2f7631eef, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b473175-b45a-4748-b829-3b7228ad2390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:34:38.364705 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.366993 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6473-ff16-4105-9594-66ff02cf1579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.398207 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6473-ff16-4105-9594-66ff02cf1579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.455368 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] For port d9eaaa77-a876-4966-bb5f-a0f2f7631eef, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:34:38.459047 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] For port d9eaaa77-a876-4966-bb5f-a0f2f7631eef, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:34:38.562420 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6473-ff16-4105-9594-66ff02cf1579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.568718 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.569208 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6473-ff16-4105-9594-66ff02cf1579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.569208 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-3a8a6473-ff16-4105-9594-66ff02cf1579 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5783d56c-b0e4-4b9a-babf-fba40bff3189 HTTP/1.1" status: 204 len: 168 time: 0.2588205 Sep 23 11:34:38.576335 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a6473-ff16-4105-9594-66ff02cf1579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783d56c-b0e4-4b9a-babf-fba40bff3189,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:38.609053 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:38.609543 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:38.611148 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] 10.222.0.22 "PUT /v2.0/ports/d9eaaa77-a876-4966-bb5f-a0f2f7631eef HTTP/1.1" status: 200 len: 1094 time: 0.9853914 Sep 23 11:34:38.611529 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:34:38.613817 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610ab90-98ac-4e91-b2b0-cf4c66c54cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:34:38.645766 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718231f-c037-4598-87f5-96d9d1012744 service neutron] Pushing event updated for resources: {'Port': ['ID=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:38.665712 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6231d0a1-21c3-4bd3-b3aa-47782b9804be x-openstack-request-id: req-6231d0a1-21c3-4bd3-b3aa-47782b9804be {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:34:38.666000 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:34:38.666244 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6231d0a1-21c3-4bd3-b3aa-47782b9804be {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:34:38.666638 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'status': 'completed', 'code': 200} Sep 23 11:34:38.738007 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610ab90-98ac-4e91-b2b0-cf4c66c54cf6 req-c11c099b-3418-4a24-b129-e3510c502446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:38.740186 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b610ab90-98ac-4e91-b2b0-cf4c66c54cf6 req-c11c099b-3418-4a24-b129-e3510c502446 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 1097 time: 0.0540504 Sep 23 11:34:38.870717 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610ab90-98ac-4e91-b2b0-cf4c66c54cf6 req-e121a305-1e1b-4411-a3df-132db34846bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:38.872774 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b610ab90-98ac-4e91-b2b0-cf4c66c54cf6 req-e121a305-1e1b-4411-a3df-132db34846bc service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1247063 Sep 23 11:34:38.969391 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610ab90-98ac-4e91-b2b0-cf4c66c54cf6 req-3471b8e8-37a0-4657-9499-1058b50857fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:38.970856 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b610ab90-98ac-4e91-b2b0-cf4c66c54cf6 req-3471b8e8-37a0-4657-9499-1058b50857fb service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917313 Sep 23 11:34:39.086919 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b675e9a1-f88d-486e-9778-dcfe53ece23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:39.088536 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-b675e9a1-f88d-486e-9778-dcfe53ece23f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 1097 time: 0.0824263 Sep 23 11:34:39.101516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d3fc1-6560-4939-b1c1-a3b902d3b8cf req-74b51fd4-438f-4e8b-9b1a-e4ca95c8f901 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:39.102976 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f02d3fc1-6560-4939-b1c1-a3b902d3b8cf req-74b51fd4-438f-4e8b-9b1a-e4ca95c8f901 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 944 time: 0.0608554 Sep 23 11:34:39.150724 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-36f4d184-a416-48f1-abbd-0cfac9f76c23 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9eaaa77-a876-4966-bb5f-a0f2f7631eef HTTP/1.1" status: 200 len: 217 time: 0.0467954 Sep 23 11:34:39.170718 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f02d3fc1-6560-4939-b1c1-a3b902d3b8cf req-cf7bd3e2-42e9-466f-b6d3-421695273f3c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609283 Sep 23 11:34:39.470619 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06037b-5c65-496a-8091-de4f07053c66 req-01d5c216-d61c-4279-9ab3-6b7575eeef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:39.472070 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-01d5c216-d61c-4279-9ab3-6b7575eeef45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.3054361 Sep 23 11:34:39.521780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06037b-5c65-496a-8091-de4f07053c66 req-f1bbdc22-d125-437b-a28f-0642cec29053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:39.523272 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-f1bbdc22-d125-437b-a28f-0642cec29053 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435109 Sep 23 11:34:39.654077 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-290c3950-b1e1-4fb2-b8c1-6d9396c1da71 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234779 Sep 23 11:34:39.750059 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-cf06037b-5c65-496a-8091-de4f07053c66 req-fc636d90-497b-4357-bbd0-8f0cfed532be service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892780 Sep 23 11:34:40.293293 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f621ef-482d-4ee3-a8a4-eb46a8946cb0 req-ef082294-67a2-4de8-9640-09947c694d91 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:40.295045 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95f621ef-482d-4ee3-a8a4-eb46a8946cb0 req-ef082294-67a2-4de8-9640-09947c694d91 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 944 time: 0.0506487 Sep 23 11:34:40.335943 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-95f621ef-482d-4ee3-a8a4-eb46a8946cb0 req-2e5b0784-bcc9-4c9b-a016-4e55781472e5 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347242 Sep 23 11:34:40.699094 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37778) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:40.814689 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9a621e45-f0a2-45b5-b2bd-881140a4720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:40.907763 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9a621e45-f0a2-45b5-b2bd-881140a4720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:40.967556 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-9a621e45-f0a2-45b5-b2bd-881140a4720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:41.006580 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-9a621e45-f0a2-45b5-b2bd-881140a4720f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8c5d864e0544d5190d56c4fb5aa904c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063188 Sep 23 11:34:41.007435 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a621e45-f0a2-45b5-b2bd-881140a4720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feecf7c-a792-4bf0-8c0d-72ddfb864e45,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:41.009800 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37782) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:41.068327 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d2d66184-db58-47e0-9c43-f5cdc490929e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:41.088984 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d2d66184-db58-47e0-9c43-f5cdc490929e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:41.224844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d2d66184-db58-47e0-9c43-f5cdc490929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:41.227371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-d2d66184-db58-47e0-9c43-f5cdc490929e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:41.228549 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-d2d66184-db58-47e0-9c43-f5cdc490929e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3feecf7c-a792-4bf0-8c0d-72ddfb864e45 HTTP/1.1" status: 204 len: 168 time: 0.2175074 Sep 23 11:34:41.238232 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66184-db58-47e0-9c43-f5cdc490929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feecf7c-a792-4bf0-8c0d-72ddfb864e45,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:41.451157 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d6820-a36d-4fec-a237-4ce2e6599031 req-8f4f009f-4e23-4277-a02a-2b4460a5d88b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:41.452719 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1d2d6820-a36d-4fec-a237-4ce2e6599031 req-8f4f009f-4e23-4277-a02a-2b4460a5d88b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 944 time: 0.0497701 Sep 23 11:34:41.490647 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1d2d6820-a36d-4fec-a237-4ce2e6599031 req-a71c481f-84db-476a-b154-2310e1908133 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Sep 23 11:34:42.608346 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef678c0-3a9b-4f8a-b3ce-73e65f08a8ad req-6a5c1923-71a0-4133-92a6-b5cb42200bae tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:42.609893 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4ef678c0-3a9b-4f8a-b3ce-73e65f08a8ad req-6a5c1923-71a0-4133-92a6-b5cb42200bae tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 944 time: 0.0523877 Sep 23 11:34:42.657600 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4ef678c0-3a9b-4f8a-b3ce-73e65f08a8ad req-8d3e8dd2-b3ff-4e56-8c95-bf3273a3b956 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Sep 23 11:34:43.608258 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cc8d36eb-a46f-40b1-825b-553686eda4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:43.779235 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b777e-3773-4600-ba92-e25bd6b3a1a9 req-e0725c20-5ea3-4abe-9fdc-3ee85bf29f79 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:43.780778 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-199b777e-3773-4600-ba92-e25bd6b3a1a9 req-e0725c20-5ea3-4abe-9fdc-3ee85bf29f79 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 944 time: 0.0528278 Sep 23 11:34:43.821127 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-199b777e-3773-4600-ba92-e25bd6b3a1a9 req-d96c6d27-ea77-4a1e-8122-61ef27d5d57b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343437 Sep 23 11:34:44.940439 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a67fc-dfab-48b0-9c95-4c19f3a82db0 req-a3575505-4227-48cd-b724-a3f496d1f830 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:44.942009 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d3a67fc-dfab-48b0-9c95-4c19f3a82db0 req-a3575505-4227-48cd-b724-a3f496d1f830 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 944 time: 0.0503790 Sep 23 11:34:44.983488 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d3a67fc-dfab-48b0-9c95-4c19f3a82db0 req-ad46564d-5ca6-45d1-aed8-1689576db1b2 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352945 Sep 23 11:34:45.556037 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2c2cbb92-13df-4a81-a82c-a5fbd4e53dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.113066 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eef9c4-d283-4392-905f-d330f83a665e req-82407f4a-cbec-477d-9b77-059b6efd42f0 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:46.115859 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e9eef9c4-d283-4392-905f-d330f83a665e req-82407f4a-cbec-477d-9b77-059b6efd42f0 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 944 time: 0.0566247 Sep 23 11:34:46.191956 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e9eef9c4-d283-4392-905f-d330f83a665e req-1ec02591-6aaa-4620-ae1f-1956c56db213 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Sep 23 11:34:46.211977 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37880) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:46.343977 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a91870d4-282f-44d8-b2c8-12a3007ea38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.389939 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.454208 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a91870d4-282f-44d8-b2c8-12a3007ea38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.550184 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-a91870d4-282f-44d8-b2c8-12a3007ea38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.589890 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-a91870d4-282f-44d8-b2c8-12a3007ea38c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f61f4b667a148eca1d048da51030ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767502 Sep 23 11:34:46.591205 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91870d4-282f-44d8-b2c8-12a3007ea38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe35c115-a76a-4c96-83cb-b85e53ba1388,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:46.594834 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37888) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:46.653615 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ed255453-64ad-4210-92d9-d5030287a3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.677701 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ed255453-64ad-4210-92d9-d5030287a3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.780912 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device d9eaaa77-a876-4966-bb5f-a0f2f7631eef details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:34:46.860575 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ed255453-64ad-4210-92d9-d5030287a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.865466 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ed255453-64ad-4210-92d9-d5030287a3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.865466 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ed255453-64ad-4210-92d9-d5030287a3a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe35c115-a76a-4c96-83cb-b85e53ba1388 HTTP/1.1" status: 204 len: 168 time: 0.2676904 Sep 23 11:34:46.865661 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37892) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:46.882851 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed255453-64ad-4210-92d9-d5030287a3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe35c115-a76a-4c96-83cb-b85e53ba1388,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:46.909029 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port d9eaaa77-a876-4966-bb5f-a0f2f7631eef, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:34:46.922635 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'port_id': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'mac_address': 'fa:16:3e:76:f4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:34:46.971077 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:46.986607 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9eaaa77-a876-4966-bb5f-a0f2f7631eef {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:34:47.004152 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9364-6712-4651-901c-d49b6c0d270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.011915 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port d9eaaa77-a876-4966-bb5f-a0f2f7631eef, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:34:47.095668 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9364-6712-4651-901c-d49b6c0d270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.104561 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.155677 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:47.162661 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.163010 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.163350 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.163686 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.164019 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.164370 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.164705 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.165031 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.165377 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.165708 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.166049 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.166371 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:34:47.196134 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9364-6712-4651-901c-d49b6c0d270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.229887 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f9364-6712-4651-901c-d49b6c0d270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f07b214-b405-4fa7-88d2-2272301cb115,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:47.252854 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37902) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:47.255804 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-6b5f9364-6712-4651-901c-d49b6c0d270b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0923695cfa64a488344a871fa77706c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890157 Sep 23 11:34:47.331359 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b5387-60b9-4f84-a352-944b5b2c1c45 req-60298e8b-c4f9-4671-b641-c305d5feb691 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:47.332547 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['d9eaaa77-a876-4966-bb5f-a0f2f7631eef'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:34:47.334554 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b74b5387-60b9-4f84-a352-944b5b2c1c45 req-60298e8b-c4f9-4671-b641-c305d5feb691 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 945 time: 0.0831742 Sep 23 11:34:47.363726 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b596c10f-83d8-490d-a5f6-5dd06ecfd452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.397344 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b74b5387-60b9-4f84-a352-944b5b2c1c45 req-7bfe3a4f-ecb5-4200-af8b-86e98391ac53 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535660 Sep 23 11:34:47.402254 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b596c10f-83d8-490d-a5f6-5dd06ecfd452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.493952 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.630105 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b596c10f-83d8-490d-a5f6-5dd06ecfd452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.632659 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-b596c10f-83d8-490d-a5f6-5dd06ecfd452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.633831 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-b596c10f-83d8-490d-a5f6-5dd06ecfd452 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f07b214-b405-4fa7-88d2-2272301cb115 HTTP/1.1" status: 204 len: 168 time: 0.3801086 Sep 23 11:34:47.654374 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596c10f-83d8-490d-a5f6-5dd06ecfd452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f07b214-b405-4fa7-88d2-2272301cb115,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:47.761130 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37908) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:47.775838 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48ded865-642e-4efb-9575-aa59b1d16ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.867577 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48ded865-642e-4efb-9575-aa59b1d16ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:47.973246 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-48ded865-642e-4efb-9575-aa59b1d16ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.012594 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-48ded865-642e-4efb-9575-aa59b1d16ec9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4859d6371d4484292a4e262730beb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487116 Sep 23 11:34:48.013548 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ded865-642e-4efb-9575-aa59b1d16ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a71e126-2eb9-4637-aacd-bd11c1bc9032,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:48.014994 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37912) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:48.066088 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d3170348-fb7a-4a88-8e94-ae6ccb0cb719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.091681 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d3170348-fb7a-4a88-8e94-ae6ccb0cb719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.218744 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d3170348-fb7a-4a88-8e94-ae6ccb0cb719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.221337 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d3170348-fb7a-4a88-8e94-ae6ccb0cb719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.222491 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-d3170348-fb7a-4a88-8e94-ae6ccb0cb719 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a71e126-2eb9-4637-aacd-bd11c1bc9032 HTTP/1.1" status: 204 len: 168 time: 0.2061090 Sep 23 11:34:48.231357 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3170348-fb7a-4a88-8e94-ae6ccb0cb719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a71e126-2eb9-4637-aacd-bd11c1bc9032,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:48.459554 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 37918) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:48.473357 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7444140c-975e-441b-ade8-1e8f6150f2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.514460 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8f5e-2be7-4fe6-8ee5-054898a0e910 req-90c750b8-bdc1-476f-b247-8cab94fd0b67 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:48.516326 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58cc8f5e-2be7-4fe6-8ee5-054898a0e910 req-90c750b8-bdc1-476f-b247-8cab94fd0b67 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 945 time: 0.0500376 Sep 23 11:34:48.556055 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58cc8f5e-2be7-4fe6-8ee5-054898a0e910 req-ed231773-431e-4334-a721-7a54fbe6da6a tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336380 Sep 23 11:34:48.568137 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7444140c-975e-441b-ade8-1e8f6150f2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.658837 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7444140c-975e-441b-ade8-1e8f6150f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.693181 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.697449 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7444140c-975e-441b-ade8-1e8f6150f2ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cc17dd0fc644a66bd0e8c8f549b0dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368257 Sep 23 11:34:48.698304 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444140c-975e-441b-ade8-1e8f6150f2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac809b7-2c8e-4d08-b37b-e34271060d97,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:48.704033 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 37926) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:48.757595 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f92a28cf-f249-4d59-8d28-fbed1c71f51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.779137 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f92a28cf-f249-4d59-8d28-fbed1c71f51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.791610 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device d9eaaa77-a876-4966-bb5f-a0f2f7631eef up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:34:48.898665 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f92a28cf-f249-4d59-8d28-fbed1c71f51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.901198 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-f92a28cf-f249-4d59-8d28-fbed1c71f51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:48.902460 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-f92a28cf-f249-4d59-8d28-fbed1c71f51a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ac809b7-2c8e-4d08-b37b-e34271060d97 HTTP/1.1" status: 204 len: 168 time: 0.1973279 Sep 23 11:34:48.911526 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a28cf-f249-4d59-8d28-fbed1c71f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac809b7-2c8e-4d08-b37b-e34271060d97,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:48.922265 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port d9eaaa77-a876-4966-bb5f-a0f2f7631eef completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:34:48.947135 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port d9eaaa77-a876-4966-bb5f-a0f2f7631eef triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:34:48.947135 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:49.016480 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:49.039174 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:34:49.041431 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a86e4e-7fe3-43b4-aa12-53f126675fad" -d '{"events": [{"server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:34:49.054484 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port d9eaaa77-a876-4966-bb5f-a0f2f7631eef, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:34:49.081387 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e338366e-b5ef-4f7a-8c14-c2b4341b2b6f x-openstack-request-id: req-e338366e-b5ef-4f7a-8c14-c2b4341b2b6f {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:34:49.081765 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:34:49.082014 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e338366e-b5ef-4f7a-8c14-c2b4341b2b6f {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:34:49.082452 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'code': 200} Sep 23 11:34:49.161779 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:49.218899 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:49.476057 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09856-19cf-4f50-bed7-e81c5a2f8b98 req-985e469c-ffbb-4517-bab9-572d453fdc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:49.477651 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-59c09856-19cf-4f50-bed7-e81c5a2f8b98 req-985e469c-ffbb-4517-bab9-572d453fdc44 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 1099 time: 0.0422306 Sep 23 11:34:49.515179 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-59c09856-19cf-4f50-bed7-e81c5a2f8b98 req-e54ef53b-eb55-43f5-be47-6ce3648f623b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303018 Sep 23 11:34:49.674252 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e723d96-8f50-4ada-bdca-3f930b3182db req-d38009bb-fb1e-4584-aad4-9d8fe48ad1a8 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:49.675808 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e723d96-8f50-4ada-bdca-3f930b3182db req-d38009bb-fb1e-4584-aad4-9d8fe48ad1a8 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 946 time: 0.0516810 Sep 23 11:34:49.720750 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6e723d96-8f50-4ada-bdca-3f930b3182db req-6e27fc57-066d-4d1a-8703-5473c332ed2f tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Sep 23 11:34:50.842085 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7712db7-8034-4259-a972-c0c32a156833 req-6608bd2c-6271-42be-880b-426163b0acd7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:50.843614 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7712db7-8034-4259-a972-c0c32a156833 req-6608bd2c-6271-42be-880b-426163b0acd7 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 946 time: 0.0494428 Sep 23 11:34:50.882458 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b7712db7-8034-4259-a972-c0c32a156833 req-74e2c4b0-c9b1-4b49-a217-379600fdad5e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Sep 23 11:34:51.023723 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107e100-61e1-441e-84cf-cd35afa62f71 req-f4e413ef-c544-4b08-8b96-278a867fd603 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:51.025303 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8107e100-61e1-441e-84cf-cd35afa62f71 req-f4e413ef-c544-4b08-8b96-278a867fd603 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 946 time: 0.0678511 Sep 23 11:34:51.077450 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8107e100-61e1-441e-84cf-cd35afa62f71 req-e8923491-6c38-4c8c-9928-6065d17764b8 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Sep 23 11:34:51.102058 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38046) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:51.141873 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d0661-b3bb-4142-9eb3-a7820631feaa tempest-TestVolumeBootPattern-791075323 tempest-TestVolumeBootPattern-791075323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:51.143385 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1f7d0661-b3bb-4142-9eb3-a7820631feaa tempest-TestVolumeBootPattern-791075323 tempest-TestVolumeBootPattern-791075323-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 1094 time: 0.0400960 Sep 23 11:34:51.146496 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38048) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:34:51.150763 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Request body: {'floatingip': {'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'port_id': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:34:51.212891 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:51.329708 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:51.451288 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Allocated IP 172.27.1.67 (6ca67abb-6dcb-418d-b938-52b0ef0b35c3/31507f6e-1198-4024-93ec-16e6e30d3da9/c05f1000-f02c-4c86-9292-f7b0fe448f4f) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:34:51.563209 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:51.676780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:51.722604 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Network 6ca67abb-6dcb-418d-b938-52b0ef0b35c3 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:34:51.725585 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:34:51.729022 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:34:51.737145 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=c05f1000-f02c-4c86-9292-f7b0fe448f4f,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:52.123540 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:52.268146 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:52.445282 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:52.538779 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:52.613566 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event updated for resources: {'Port': ['ID=c05f1000-f02c-4c86-9292-f7b0fe448f4f,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:34:52.626639 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3717146'] for floatingip, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:52.733030 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Floating IP d9d5f6a0-9eae-49c3-86a6-ca2176e80a4b associated. External IP: 172.27.1.67, port: d9eaaa77-a876-4966-bb5f-a0f2f7631eef. Sep 23 11:34:52.953695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Router 01a6ecf0-429c-4184-919c-1260f5731e20 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:34:53.078939 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:34:53.092709 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:34:53.112277 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:34:53.113012 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:34:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:53.162139 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:53.192212 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0507447d-4cc0-4ca5-89ae-63512d4f2ddc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0446947 Sep 23 11:34:53.192901 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:34:53.195161 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267fbdca-9452-4fab-a9a0-273885424f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:34:53.227655 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:34:53.241681 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4832da-ae32-4e9e-bf0b-035cc5d68543 x-openstack-request-id: req-9a4832da-ae32-4e9e-bf0b-035cc5d68543 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:34:53.242010 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:34:53.242262 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a4832da-ae32-4e9e-bf0b-035cc5d68543 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:34:53.243033 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'status': 'completed', 'code': 200} Sep 23 11:34:53.308856 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fbdca-9452-4fab-a9a0-273885424f3c req-a04a6993-c34b-4628-8943-417bf4f0c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:53.310276 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-267fbdca-9452-4fab-a9a0-273885424f3c req-a04a6993-c34b-4628-8943-417bf4f0c898 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 1099 time: 0.0447905 Sep 23 11:34:53.411633 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fbdca-9452-4fab-a9a0-273885424f3c req-8eeecf4c-5fc7-4e41-b604-da669d49eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:53.413303 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-267fbdca-9452-4fab-a9a0-273885424f3c req-8eeecf4c-5fc7-4e41-b604-da669d49eb97 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 910 time: 0.0956969 Sep 23 11:34:53.484114 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-267fbdca-9452-4fab-a9a0-273885424f3c req-281e9b41-074c-4568-b032-3e9e6a8b6b53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9eaaa77-a876-4966-bb5f-a0f2f7631eef HTTP/1.1" status: 200 len: 999 time: 0.0637016 Sep 23 11:34:53.541553 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fbdca-9452-4fab-a9a0-273885424f3c req-d90b8929-78ab-42bc-8c4d-015cae93c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:53.543073 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-267fbdca-9452-4fab-a9a0-273885424f3c req-d90b8929-78ab-42bc-8c4d-015cae93c9f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.0516334 Sep 23 11:34:53.595040 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fbdca-9452-4fab-a9a0-273885424f3c req-5b2a9197-e6e6-4dff-8a99-91613a0ce5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:53.596728 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-267fbdca-9452-4fab-a9a0-273885424f3c req-5b2a9197-e6e6-4dff-8a99-91613a0ce5e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464849 Sep 23 11:34:53.602211 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:34:53.613296 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'd9d5f6a0-9eae-49c3-86a6-ca2176e80a4b', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:76:f4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:34:51Z', 'updated_at': '2021-09-23T11:34:51Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}, {'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:47Z', 'revision_number': 1, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:53.642633 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:34:53.651045 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:34:53.651693 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:34:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:53.696853 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-267fbdca-9452-4fab-a9a0-273885424f3c req-afdc7ae6-7cde-4374-a55e-e8eede4ff5e1 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916104 Sep 23 11:34:53.766263 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:34:53.806597 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-267fbdca-9452-4fab-a9a0-273885424f3c req-945add7a-a010-44be-9015-4a5fa89f108e service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018090 Sep 23 11:34:54.011301 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'd9d5f6a0-9eae-49c3-86a6-ca2176e80a4b', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:76:f4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:34:51Z', 'updated_at': '2021-09-23T11:34:51Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}, {'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:47Z', 'revision_number': 1, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:34:54.041169 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbe448-83b0-47ff-a48a-b526344794c2 None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'd9d5f6a0-9eae-49c3-86a6-ca2176e80a4b', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:76:f4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:34:51Z', 'updated_at': '2021-09-23T11:34:51Z', 'revision_number': 0, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}, {'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:47Z', 'revision_number': 1, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:34:54.258740 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3c976-f99f-4cb3-92cc-5602b224cf3a None None] New status for floating IP d9d5f6a0-9eae-49c3-86a6-ca2176e80a4b: ACTIVE {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:34:56.083708 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-3f40620e-eda4-44ea-90c1-24cdb83f062e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403023 Sep 23 11:34:56.167380 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-fc1b2fb1-8cb7-4e57-aaca-fec3b2772a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:56.169500 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-fc1b2fb1-8cb7-4e57-aaca-fec3b2772a75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 1099 time: 0.0417554 Sep 23 11:34:56.290725 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-dd0cb61a-0d5e-42ec-bdc2-67d1e6a3db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:56.292242 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-dd0cb61a-0d5e-42ec-bdc2-67d1e6a3db36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 910 time: 0.1033092 Sep 23 11:34:56.365180 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-73128d6a-7940-47c7-8b51-f5f083097687 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f302291-88ca-4631-ad60-0ab26d06ad18 HTTP/1.1" status: 200 len: 1001 time: 0.0654392 Sep 23 11:34:56.422493 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-6358d97f-217b-4a8b-8d03-2dd101e1be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:56.424098 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-6358d97f-217b-4a8b-8d03-2dd101e1be93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.0514507 Sep 23 11:34:56.477771 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-a5ffdbfc-a732-4d9a-9fa3-732d29b348e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:34:56.479779 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-a5ffdbfc-a732-4d9a-9fa3-732d29b348e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475028 Sep 23 11:34:56.581831 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-02c81f88-8d65-4cfd-9007-073fcb0b35cd service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944078 Sep 23 11:34:56.937810 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f8b4ca-c3f2-4db9-8558-be661cf0e04b req-a0ded51b-15a8-4ea6-a09e-2da81dc5083a service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482146 Sep 23 11:35:00.310300 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38156) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:00.426021 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-106aaf8f-1500-473c-a8b8-98aa722fcb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:00.531868 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-106aaf8f-1500-473c-a8b8-98aa722fcb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:00.595283 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-106aaf8f-1500-473c-a8b8-98aa722fcb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:00.634299 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-106aaf8f-1500-473c-a8b8-98aa722fcb74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=665e5461506e453380f71b842dc3b0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227530 Sep 23 11:35:00.635118 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aaf8f-1500-473c-a8b8-98aa722fcb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eccfbe2-e865-4ab9-a718-9f47251a321e,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:00.639446 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38162) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:00.698368 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d701ac64-9163-4b44-bec5-fe3339b05b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:00.725093 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d701ac64-9163-4b44-bec5-fe3339b05b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:00.846802 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d701ac64-9163-4b44-bec5-fe3339b05b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:00.849434 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-d701ac64-9163-4b44-bec5-fe3339b05b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:00.850592 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-d701ac64-9163-4b44-bec5-fe3339b05b2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2eccfbe2-e865-4ab9-a718-9f47251a321e HTTP/1.1" status: 204 len: 168 time: 0.2092178 Sep 23 11:35:00.859183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701ac64-9163-4b44-bec5-fe3339b05b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eccfbe2-e865-4ab9-a718-9f47251a321e,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:01.368248 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38168) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:01.389848 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c636be1d-0e64-49dd-a99d-9c75e166d776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:01.485777 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c636be1d-0e64-49dd-a99d-9c75e166d776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:01.567160 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-c636be1d-0e64-49dd-a99d-9c75e166d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:01.611459 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-c636be1d-0e64-49dd-a99d-9c75e166d776 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15c8cfe503b7424dbf7e9f1945efd0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416289 Sep 23 11:35:01.614016 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636be1d-0e64-49dd-a99d-9c75e166d776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afe6d10-534e-413d-bf78-05f433f650b8,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:01.615986 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38172) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:01.673536 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2260563e-f7af-4fbd-a647-2ce40da7034b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:01.695910 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2260563e-f7af-4fbd-a647-2ce40da7034b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:01.835708 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2260563e-f7af-4fbd-a647-2ce40da7034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:01.838384 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-2260563e-f7af-4fbd-a647-2ce40da7034b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:01.839576 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-2260563e-f7af-4fbd-a647-2ce40da7034b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0afe6d10-534e-413d-bf78-05f433f650b8 HTTP/1.1" status: 204 len: 168 time: 0.2218816 Sep 23 11:35:01.849356 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260563e-f7af-4fbd-a647-2ce40da7034b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afe6d10-534e-413d-bf78-05f433f650b8,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:02.564160 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38186) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:02.578203 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-93472df9-9e07-44f7-b6ad-e579d8e61c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:02.676620 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-93472df9-9e07-44f7-b6ad-e579d8e61c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:02.750038 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-93472df9-9e07-44f7-b6ad-e579d8e61c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:02.790201 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-93472df9-9e07-44f7-b6ad-e579d8e61c23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d11deaa031441b090eaa81fa7cbabbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248573 Sep 23 11:35:02.791116 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93472df9-9e07-44f7-b6ad-e579d8e61c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5416b9e8-9207-423e-9a73-33cb2efda528,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:02.794984 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38190) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:02.867064 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0a2213c-e199-4ddc-8bfa-afbfdf22388b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:02.893315 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0a2213c-e199-4ddc-8bfa-afbfdf22388b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:03.007002 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0a2213c-e199-4ddc-8bfa-afbfdf22388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:03.009595 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-b0a2213c-e199-4ddc-8bfa-afbfdf22388b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:03.010847 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-b0a2213c-e199-4ddc-8bfa-afbfdf22388b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5416b9e8-9207-423e-9a73-33cb2efda528 HTTP/1.1" status: 204 len: 168 time: 0.2092917 Sep 23 11:35:03.019600 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2213c-e199-4ddc-8bfa-afbfdf22388b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5416b9e8-9207-423e-9a73-33cb2efda528,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:06.158291 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-f01d6232-d610-4ad4-837e-8538e9a5ed79 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=096c34f43973472a8acf4204b696bccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292830 Sep 23 11:35:06.355217 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-d315d66f-432b-4e0d-a0c9-65afe603251a tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:06.356741 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-d315d66f-432b-4e0d-a0c9-65afe603251a tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929145 Sep 23 11:35:06.373441 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-da99ae8b-e8f5-4046-abd1-e90b1d6e9fc7 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/quotas/096c34f43973472a8acf4204b696bccf HTTP/1.1" status: 200 len: 375 time: 0.0098002 Sep 23 11:35:06.405519 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-f359d77e-d895-47f0-bbd0-8e189f249328 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=096c34f43973472a8acf4204b696bccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264204 Sep 23 11:35:06.625686 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-77f7822c-7444-4039-a843-5d68b0545dec req-493cc9ef-048b-4421-b298-de571908d2c0 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 210 time: 0.0262275 Sep 23 11:35:07.727649 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-79c31616-5de3-4fb7-be07-6644879b39bb req-a0871501-dc38-482a-bbed-fba3d066840f tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 210 time: 0.0260708 Sep 23 11:35:08.605130 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-7d93eb14-2d3b-48c4-b669-cc2628475795 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=096c34f43973472a8acf4204b696bccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225213 Sep 23 11:35:08.724756 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-c4becc71-e488-4ada-8cfb-934f61501e9a tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:08.726158 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-c4becc71-e488-4ada-8cfb-934f61501e9a tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152322 Sep 23 11:35:08.738866 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Request body: {'port': {'device_id': '26524310-e127-4bde-a5e3-d2e017911487', 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194', 'admin_state_up': True, 'tenant_id': '096c34f43973472a8acf4204b696bccf'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:35:08.841611 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d06b797e-c485-4763-bc01-7a19f957f27f req-c0d9cbb3-2041-4c3d-ab7c-63672834117e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 210 time: 0.0349152 Sep 23 11:35:08.966872 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Made reservation on behalf of 096c34f43973472a8acf4204b696bccf for: {'port': 1} {{(pid=94666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 11:35:08.970485 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:08.980193 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks [] for security_group, before_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:09.089795 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:09.184538 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:09.255409 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392d4035-72ee-4145-8309-967ddf6f3fbd,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:09.341298 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_common [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Allocated IP 192.168.233.167 (e809f80b-6aaa-4621-a33a-bf8147a2a194/dfcad73c-f62a-49e5-a4e2-e3466d380525/ed36a1ae-e52f-4255-9d36-8e9a648ce882) {{(pid=94666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 11:35:09.557015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks [] for port, precommit_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:09.670428 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733696286657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_create {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:09.713393 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Network e809f80b-6aaa-4621-a33a-bf8147a2a194 is already hosted by enough agents. {{(pid=94666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 11:35:09.717219 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.base_scheduler [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Resources bound (agent type, host, resource id): {{(pid=94666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 11:35:09.721000 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Received port after_create {{(pid=94666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 11:35:09.747965 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Pushing event updated for resources: {'Port': ['ID=ed36a1ae-e52f-4255-9d36-8e9a648ce882,revision_number=1']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:09.781268 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:09.781931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:09.947475 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-b7bf2e77-5beb-49b8-8106-fdb6b8790fae tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2122693 Sep 23 11:35:09.954861 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-2eff406c-2a1f-4961-9ff7-41fd08ad9d54 None None] Provisioning complete for port ed36a1ae-e52f-4255-9d36-8e9a648ce882 triggered by entity DHCP. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:35:09.955916 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2eff406c-2a1f-4961-9ff7-41fd08ad9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:09.960252 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.v2.base [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Request body: {'port': {'device_id': '26524310-e127-4bde-a5e3-d2e017911487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=94666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 11:35:09.993972 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-2eff406c-2a1f-4961-9ff7-41fd08ad9d54 None None] Port ed36a1ae-e52f-4255-9d36-8e9a648ce882 cannot update to ACTIVE because it is not bound. {{(pid=94667) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 11:35:10.008696 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f17073-f223-4684-a518-b13a9f041870 req-0bde6599-8e64-449c-a254-1c676db3eb96 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:10.010201 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-24f17073-f223-4684-a518-b13a9f041870 req-0bde6599-8e64-449c-a254-1c676db3eb96 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 936 time: 0.0976217 Sep 23 11:35:10.053094 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:10.084645 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-24f17073-f223-4684-a518-b13a9f041870 req-9e42f10b-8275-4e70-9ef8-c4bc4f5be67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545247 Sep 23 11:35:10.351595 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed36a1ae-e52f-4255-9d36-8e9a648ce882 {{(pid=94666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:35:10.359698 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:10.372085 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.provisioning_blocks [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Transition to ACTIVE for port object ed36a1ae-e52f-4255-9d36-8e9a648ce882 will not be triggered until provisioned by entity L2. {{(pid=94666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 11:35:10.424399 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:35:10.441133 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:10.507017 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Pushing event updated for resources: {'Port': ['ID=ed36a1ae-e52f-4255-9d36-8e9a648ce882,revision_number=2']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:10.563047 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Attempting to bind port ed36a1ae-e52f-4255-9d36-8e9a648ce882 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 11:35:10.563385 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Attempting to bind port ed36a1ae-e52f-4255-9d36-8e9a648ce882 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 11:35:10.563715 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Attempting to bind port ed36a1ae-e52f-4255-9d36-8e9a648ce882 on network e809f80b-6aaa-4621-a33a-bf8147a2a194 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:35:10.568570 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Port ed36a1ae-e52f-4255-9d36-8e9a648ce882 on network e809f80b-6aaa-4621-a33a-bf8147a2a194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 11:35:10.568892 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Attempting to bind port ed36a1ae-e52f-4255-9d36-8e9a648ce882 on network e809f80b-6aaa-4621-a33a-bf8147a2a194 {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 11:35:10.574724 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Checking agent: {'id': '6ce82c42-459c-464c-a869-3195d52a64f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'started_at': datetime.datetime(2021, 9, 23, 11, 23, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 11, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 11:35:10.575066 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Checking segment: {'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 11:35:10.575450 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Bound using segment: {'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'} {{(pid=94666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 11:35:10.575878 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.managers [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Bound port: ed36a1ae-e52f-4255-9d36-8e9a648ce882, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ceccb-2b05-411b-b72d-24e9a619fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194'}}] {{(pid=94666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 11:35:10.576236 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:10.644943 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] For port ed36a1ae-e52f-4255-9d36-8e9a648ce882, host hv-cinder-80952, cleared binding levels {{(pid=94666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 11:35:10.648057 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] For port ed36a1ae-e52f-4255-9d36-8e9a648ce882, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=ed36a1ae-e52f-4255-9d36-8e9a648ce882,segment=NetworkSegment(ce1ceccb-2b05-411b-b72d-24e9a619fddf),segment_id=ce1ceccb-2b05-411b-b72d-24e9a619fddf)] {{(pid=94666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 11:35:10.734474 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8880139'] for port, after_update {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:10.771528 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:10.772232 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:10.773636 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] 10.222.0.22 "PUT /v2.0/ports/ed36a1ae-e52f-4255-9d36-8e9a648ce882 HTTP/1.1" status: 200 len: 1098 time: 0.8175716 Sep 23 11:35:10.774072 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26524310-e127-4bde-a5e3-d2e017911487', 'tag': 'ed36a1ae-e52f-4255-9d36-8e9a648ce882'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:35:10.776357 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c317a52c-850d-4c49-867c-627f6f807425" -d '{"events": [{"name": "network-changed", "server_uuid": "26524310-e127-4bde-a5e3-d2e017911487", "tag": "ed36a1ae-e52f-4255-9d36-8e9a648ce882"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:35:10.813596 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde88148-a251-4a15-93fa-96ed1d070602 service neutron] Pushing event updated for resources: {'Port': ['ID=ed36a1ae-e52f-4255-9d36-8e9a648ce882,revision_number=3']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:10.817223 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5438fa72-8c5e-49b1-90f2-0fb065246b21 x-openstack-request-id: req-5438fa72-8c5e-49b1-90f2-0fb065246b21 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:35:10.817723 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26524310-e127-4bde-a5e3-d2e017911487", "tag": "ed36a1ae-e52f-4255-9d36-8e9a648ce882", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:35:10.817974 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5438fa72-8c5e-49b1-90f2-0fb065246b21 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:35:10.818487 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26524310-e127-4bde-a5e3-d2e017911487', 'tag': 'ed36a1ae-e52f-4255-9d36-8e9a648ce882', 'status': 'completed', 'code': 200} Sep 23 11:35:10.883253 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317a52c-850d-4c49-867c-627f6f807425 req-a1fc4f01-8428-4774-b9fd-1267ad896fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:10.884737 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c317a52c-850d-4c49-867c-627f6f807425 req-a1fc4f01-8428-4774-b9fd-1267ad896fed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=096c34f43973472a8acf4204b696bccf&device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 1101 time: 0.0436120 Sep 23 11:35:10.914717 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c317a52c-850d-4c49-867c-627f6f807425 req-d47758dc-b9fa-4412-bbee-7d254c4fd08c service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=096c34f43973472a8acf4204b696bccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221591 Sep 23 11:35:11.022209 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317a52c-850d-4c49-867c-627f6f807425 req-73e5909a-a80f-434c-a919-465b3f8ded80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:11.023698 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c317a52c-850d-4c49-867c-627f6f807425 req-73e5909a-a80f-434c-a919-465b3f8ded80 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031179 Sep 23 11:35:11.101923 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-c9793f52-bd7e-4c70-a1dd-f4e0b3f3e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:11.103441 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-c9793f52-bd7e-4c70-a1dd-f4e0b3f3e158 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=096c34f43973472a8acf4204b696bccf&device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 1101 time: 0.0420082 Sep 23 11:35:11.146621 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-da1dc7b7-2c14-49de-a030-eca5c35f795d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=ed36a1ae-e52f-4255-9d36-8e9a648ce882 HTTP/1.1" status: 200 len: 217 time: 0.0357096 Sep 23 11:35:11.225631 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-1e9c9e17-0c81-42d7-89e1-dcfd76d721a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:11.227102 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-1e9c9e17-0c81-42d7-89e1-dcfd76d721a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dfcad73c-f62a-49e5-a4e2-e3466d380525 HTTP/1.1" status: 200 len: 843 time: 0.0732656 Sep 23 11:35:11.267485 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370eee7-7b71-4e7e-ba30-4fcec2bf0672 req-abefdd2f-f7c0-4067-8808-da13d5365dca tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:11.269130 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5370eee7-7b71-4e7e-ba30-4fcec2bf0672 req-abefdd2f-f7c0-4067-8808-da13d5365dca tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 948 time: 0.0862844 Sep 23 11:35:11.297931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-2967d4a9-8e92-4926-aafa-2a05efa4aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:11.299407 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-2967d4a9-8e92-4926-aafa-2a05efa4aa80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e809f80b-6aaa-4621-a33a-bf8147a2a194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0656040 Sep 23 11:35:11.323267 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5370eee7-7b71-4e7e-ba30-4fcec2bf0672 req-a6df9643-32fe-43c1-a15c-f5e886746faf tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Sep 23 11:35:11.406303 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-1eb09155-d2f9-4352-b840-e45b8f7f8bb6 service neutron] 10.222.0.22 "GET /v2.0/networks/e809f80b-6aaa-4621-a33a-bf8147a2a194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968771 Sep 23 11:35:11.504809 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-c2ea9b52-8f06-4972-b4e3-bf8e2dc70275 req-d314d27c-818b-41bd-a64a-6b3d1de9b889 service neutron] 10.222.0.22 "GET /v2.0/networks/e809f80b-6aaa-4621-a33a-bf8147a2a194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920656 Sep 23 11:35:12.451556 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6572f-94eb-4c8f-a28c-916554a69495 req-494be476-4852-4ac7-9fde-8079a811dae3 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:12.453055 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4bd6572f-94eb-4c8f-a28c-916554a69495 req-494be476-4852-4ac7-9fde-8079a811dae3 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 948 time: 0.0525012 Sep 23 11:35:12.492621 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-4bd6572f-94eb-4c8f-a28c-916554a69495 req-954c81f9-fc8b-491b-bed5-f461c10636fc tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334694 Sep 23 11:35:13.615611 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a90b4-a3fd-42e8-9d69-c79f62804fd7 req-8356a39b-0b4d-4cbd-9658-8b1f7e7710e8 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:13.617261 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a8a90b4-a3fd-42e8-9d69-c79f62804fd7 req-8356a39b-0b4d-4cbd-9658-8b1f7e7710e8 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 948 time: 0.0507281 Sep 23 11:35:13.629232 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7695810d-ca8a-4a5b-bdc3-e3167cd0e031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:13.658219 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-3a8a90b4-a3fd-42e8-9d69-c79f62804fd7 req-7bc30130-5981-4cbf-801f-9d1a24f5d65b tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348024 Sep 23 11:35:14.779153 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9efea-b4ae-4e56-9cb0-d688f8aed87b req-f79cd05a-943b-4fb4-9fa0-4e99a9cb38a2 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:14.780586 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5bb9efea-b4ae-4e56-9cb0-d688f8aed87b req-f79cd05a-943b-4fb4-9fa0-4e99a9cb38a2 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 948 time: 0.0506530 Sep 23 11:35:14.819304 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5bb9efea-b4ae-4e56-9cb0-d688f8aed87b req-58b9edad-4f0f-4f6c-a6f0-150fbddd79b3 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Sep 23 11:35:15.543845 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-495b7fde-6de3-4064-966d-67086077898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:15.941766 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd85a34-e5f2-445a-9eee-2d8961840a41 req-50cbe576-f1f8-4275-b8e9-0f31214af479 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:15.943352 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cd85a34-e5f2-445a-9eee-2d8961840a41 req-50cbe576-f1f8-4275-b8e9-0f31214af479 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 948 time: 0.0547044 Sep 23 11:35:15.984240 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5cd85a34-e5f2-445a-9eee-2d8961840a41 req-c7b5301b-ec94-4551-b198-4070a0f4e29f tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346284 Sep 23 11:35:16.406527 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:16.962991 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device ed36a1ae-e52f-4255-9d36-8e9a648ce882 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:35:17.082564 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port ed36a1ae-e52f-4255-9d36-8e9a648ce882, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=ed36a1ae-e52f-4255-9d36-8e9a648ce882,segment=NetworkSegment(ce1ceccb-2b05-411b-b72d-24e9a619fddf),segment_id=ce1ceccb-2b05-411b-b72d-24e9a619fddf)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:35:17.094663 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': 'ed36a1ae-e52f-4255-9d36-8e9a648ce882', 'network_id': 'e809f80b-6aaa-4621-a33a-bf8147a2a194', 'port_id': 'ed36a1ae-e52f-4255-9d36-8e9a648ce882', 'mac_address': 'fa:16:3e:38:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcad73c-f62a-49e5-a4e2-e3466d380525', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:35:17.113979 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79ba84-5dfc-4ed0-879d-7622f5b62862 req-61e079d9-5b3a-4976-ac56-c9769dc2455f tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:17.116364 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd79ba84-5dfc-4ed0-879d-7622f5b62862 req-61e079d9-5b3a-4976-ac56-c9769dc2455f tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 948 time: 0.0545526 Sep 23 11:35:17.146144 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:17.168552 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed36a1ae-e52f-4255-9d36-8e9a648ce882 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:35:17.170225 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd79ba84-5dfc-4ed0-879d-7622f5b62862 req-4e7cdc53-bf2b-4638-bb46-a760f9db1494 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Sep 23 11:35:17.190658 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port ed36a1ae-e52f-4255-9d36-8e9a648ce882, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=ed36a1ae-e52f-4255-9d36-8e9a648ce882,segment=NetworkSegment(ce1ceccb-2b05-411b-b72d-24e9a619fddf),segment_id=ce1ceccb-2b05-411b-b72d-24e9a619fddf)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:35:17.290526 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:17.350314 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=ed36a1ae-e52f-4255-9d36-8e9a648ce882,revision_number=4']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:17.463688 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:17.534923 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['ed36a1ae-e52f-4255-9d36-8e9a648ce882'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:35:18.287619 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd02f83-1c0f-4fb7-ac74-dd375620be82 req-a8fb5af8-301d-4122-838e-ac9ee5ef568e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:18.289397 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abd02f83-1c0f-4fb7-ac74-dd375620be82 req-a8fb5af8-301d-4122-838e-ac9ee5ef568e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 949 time: 0.0496073 Sep 23 11:35:18.330592 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-abd02f83-1c0f-4fb7-ac74-dd375620be82 req-856efd29-b504-4cb1-9c2d-37bd1f78ef83 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334258 Sep 23 11:35:18.738095 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:18.963150 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device ed36a1ae-e52f-4255-9d36-8e9a648ce882 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:35:19.075777 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning for port ed36a1ae-e52f-4255-9d36-8e9a648ce882 completed by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 11:35:19.079526 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port ed36a1ae-e52f-4255-9d36-8e9a648ce882 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:35:19.079903 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:19.164782 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:19.188909 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26524310-e127-4bde-a5e3-d2e017911487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed36a1ae-e52f-4255-9d36-8e9a648ce882'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:35:19.191197 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e9d43d-848d-4ec6-9679-35d7e773e2d6" -d '{"events": [{"server_uuid": "26524310-e127-4bde-a5e3-d2e017911487", "name": "network-vif-plugged", "status": "completed", "tag": "ed36a1ae-e52f-4255-9d36-8e9a648ce882"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:35:19.207227 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port ed36a1ae-e52f-4255-9d36-8e9a648ce882, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=ed36a1ae-e52f-4255-9d36-8e9a648ce882,segment=NetworkSegment(ce1ceccb-2b05-411b-b72d-24e9a619fddf),segment_id=ce1ceccb-2b05-411b-b72d-24e9a619fddf)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:35:19.235176 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87478f72-f5d6-451a-8b04-db9dab1469a7 x-openstack-request-id: req-87478f72-f5d6-451a-8b04-db9dab1469a7 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:35:19.235541 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26524310-e127-4bde-a5e3-d2e017911487", "name": "network-vif-plugged", "status": "completed", "tag": "ed36a1ae-e52f-4255-9d36-8e9a648ce882", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:35:19.235969 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87478f72-f5d6-451a-8b04-db9dab1469a7 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:35:19.236595 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26524310-e127-4bde-a5e3-d2e017911487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed36a1ae-e52f-4255-9d36-8e9a648ce882', 'code': 200} Sep 23 11:35:19.297900 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:19.358135 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=ed36a1ae-e52f-4255-9d36-8e9a648ce882,revision_number=5']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:19.495300 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e648ec-338d-48d6-b71f-11bc5832e887 req-4f47d684-cad2-4f60-bf19-1fa311cf2f21 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:19.497987 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d6e648ec-338d-48d6-b71f-11bc5832e887 req-4f47d684-cad2-4f60-bf19-1fa311cf2f21 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 950 time: 0.0891204 Sep 23 11:35:19.561236 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d6e648ec-338d-48d6-b71f-11bc5832e887 req-addaadc7-d022-45a6-afa1-4d3889529e32 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574219 Sep 23 11:35:19.570450 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b803f0-c4ec-49f7-a4f4-97f65317527c req-172f7740-bba5-4742-9f32-8942d5113cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:19.571972 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b803f0-c4ec-49f7-a4f4-97f65317527c req-172f7740-bba5-4742-9f32-8942d5113cf9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 1103 time: 0.0527172 Sep 23 11:35:19.609531 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-83b803f0-c4ec-49f7-a4f4-97f65317527c req-b4b5e74b-74a3-4e5f-a621-dac6da657180 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306315 Sep 23 11:35:20.680386 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550841f5-ebf4-49de-91ad-c074f0d60db6 req-73e49443-c435-45fa-a785-f082c522be35 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:20.686455 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-550841f5-ebf4-49de-91ad-c074f0d60db6 req-73e49443-c435-45fa-a785-f082c522be35 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 950 time: 0.0500882 Sep 23 11:35:20.720665 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-550841f5-ebf4-49de-91ad-c074f0d60db6 req-6a1273c3-a429-4387-a4cf-df4dd6307fed tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Sep 23 11:35:21.454327 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38354) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:21.562342 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:21.684139 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:21.783906 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:21.824430 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=309b2f26c333409bbe646dc722305a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689675 Sep 23 11:35:21.825991 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a82caf-42b8-4291-a173-71a9d3d66df2,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:21.828018 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38360) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:21.839413 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.839762 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.840413 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.840747 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc3a1e-386a-4eb5-bce6-07639e68521f req-b15e0c54-3564-4ae5-8cf7-d4967837f05e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:21.847614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.847614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.847614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.847614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.847614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.847614 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.848216 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-84dc3a1e-386a-4eb5-bce6-07639e68521f req-b15e0c54-3564-4ae5-8cf7-d4967837f05e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 950 time: 0.0529885 Sep 23 11:35:21.848355 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.848355 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.848355 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11525c-21f2-44fe-b109-5a689e361a51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:21.884488 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-84dc3a1e-386a-4eb5-bce6-07639e68521f req-8466bc70-24a8-4dd5-8640-c4401b4c90b2 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Sep 23 11:35:21.893259 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-174f8d01-b372-4280-9adb-4a443e1066e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:21.914513 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-174f8d01-b372-4280-9adb-4a443e1066e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:22.023864 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-174f8d01-b372-4280-9adb-4a443e1066e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:22.026749 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-174f8d01-b372-4280-9adb-4a443e1066e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:22.028020 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-174f8d01-b372-4280-9adb-4a443e1066e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13a82caf-42b8-4291-a173-71a9d3d66df2 HTTP/1.1" status: 204 len: 168 time: 0.1981831 Sep 23 11:35:22.036349 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f8d01-b372-4280-9adb-4a443e1066e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a82caf-42b8-4291-a173-71a9d3d66df2,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:22.402842 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9af63-531c-4f7c-a16d-01ca24ec1e95 req-3fdbd71a-b724-4687-b3e8-21f825c29745 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:22.406156 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-71d9af63-531c-4f7c-a16d-01ca24ec1e95 req-3fdbd71a-b724-4687-b3e8-21f825c29745 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 950 time: 0.0673606 Sep 23 11:35:22.450914 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-71d9af63-531c-4f7c-a16d-01ca24ec1e95 req-df840068-fe6d-4f1e-ae8d-bcf8ffaabade tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Sep 23 11:35:23.574446 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17061df-0b9d-4de6-8d99-41ed2c7f6586 req-60134342-3222-432a-9ca7-c971009b268c tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:23.576069 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f17061df-0b9d-4de6-8d99-41ed2c7f6586 req-60134342-3222-432a-9ca7-c971009b268c tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 950 time: 0.0516069 Sep 23 11:35:23.595381 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:23.617590 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f17061df-0b9d-4de6-8d99-41ed2c7f6586 req-d2bdf7a9-b243-4cd7-93ad-7c0c982a6b10 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/security-groups?id=392d4035-72ee-4145-8309-967ddf6f3fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342054 Sep 23 11:35:23.672559 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464015e0-fc65-4a24-a510-279033ea98d9 req-29603685-a774-4010-abfe-24b1376d9323 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:23.674120 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-464015e0-fc65-4a24-a510-279033ea98d9 req-29603685-a774-4010-abfe-24b1376d9323 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.22 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 950 time: 0.0556285 Sep 23 11:35:23.674499 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38400) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:23.781303 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Deleting port ed36a1ae-e52f-4255-9d36-8e9a648ce882 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:35:23.781757 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:23.823730 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-01dde22d-f786-4d87-bf87-8cc87fb94203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:23.895704 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] For port ed36a1ae-e52f-4255-9d36-8e9a648ce882, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=ed36a1ae-e52f-4255-9d36-8e9a648ce882,segment=NetworkSegment(ce1ceccb-2b05-411b-b72d-24e9a619fddf),segment_id=ce1ceccb-2b05-411b-b72d-24e9a619fddf)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:35:23.896072 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:23.910445 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Calling delete_port for ed36a1ae-e52f-4255-9d36-8e9a648ce882 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:35:23.929267 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-01dde22d-f786-4d87-bf87-8cc87fb94203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:23.994691 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-01dde22d-f786-4d87-bf87-8cc87fb94203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_create {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:24.034266 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dde22d-f786-4d87-bf87-8cc87fb94203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93afbb-eb05-4a93-bd10-7ed744d4e93c,revision_number=1']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:24.038639 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-01dde22d-f786-4d87-bf87-8cc87fb94203 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f10f278a96b942a8956fe8d71042dae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629029 Sep 23 11:35:24.042846 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38404) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:24.097961 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6278a025-2535-4885-9213-c8959bc56fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:24.121966 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6278a025-2535-4885-9213-c8959bc56fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:24.126316 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:24.140657 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['ed36a1ae-e52f-4255-9d36-8e9a648ce882'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:35:24.195137 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Pushing event deleted for resources: {'Port': ['ID=ed36a1ae-e52f-4255-9d36-8e9a648ce882,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:24.219852 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] No DVR routers for this DVR port ed36a1ae-e52f-4255-9d36-8e9a648ce882 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:35:24.224516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.224516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.224516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.224516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.224516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.224516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.224516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.225485 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.225485 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.225485 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.225850 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.226002 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:24.229233 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:24.232091 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-464015e0-fc65-4a24-a510-279033ea98d9 req-d26a0336-11db-470b-82d2-997089c4f67e tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.22 "DELETE /v2.0/ports/ed36a1ae-e52f-4255-9d36-8e9a648ce882 HTTP/1.1" status: 204 len: 173 time: 0.5508184 Sep 23 11:35:24.232091 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26524310-e127-4bde-a5e3-d2e017911487', 'name': 'network-vif-deleted', 'tag': 'ed36a1ae-e52f-4255-9d36-8e9a648ce882'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:35:24.234433 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd65e3f-5044-4030-aa70-e8688a5e2147" -d '{"events": [{"server_uuid": "26524310-e127-4bde-a5e3-d2e017911487", "name": "network-vif-deleted", "tag": "ed36a1ae-e52f-4255-9d36-8e9a648ce882"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:35:24.270724 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6278a025-2535-4885-9213-c8959bc56fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:24.273207 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e76bc32-2dca-4d16-b20d-9c2546e0b015 x-openstack-request-id: req-5e76bc32-2dca-4d16-b20d-9c2546e0b015 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:35:24.273780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26524310-e127-4bde-a5e3-d2e017911487", "name": "network-vif-deleted", "tag": "ed36a1ae-e52f-4255-9d36-8e9a648ce882", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:35:24.273780 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e76bc32-2dca-4d16-b20d-9c2546e0b015 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:35:24.273959 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26524310-e127-4bde-a5e3-d2e017911487', 'name': 'network-vif-deleted', 'tag': 'ed36a1ae-e52f-4255-9d36-8e9a648ce882', 'status': 'completed', 'code': 200} Sep 23 11:35:24.274468 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-6278a025-2535-4885-9213-c8959bc56fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:24.275726 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-6278a025-2535-4885-9213-c8959bc56fd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e93afbb-eb05-4a93-bd10-7ed744d4e93c HTTP/1.1" status: 204 len: 168 time: 0.2319603 Sep 23 11:35:24.286711 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278a025-2535-4885-9213-c8959bc56fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93afbb-eb05-4a93-bd10-7ed744d4e93c,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:24.777212 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9d02e335-6abd-4f50-96f3-f4d97af047fc req-ca31c6fa-be68-41fa-b92b-75c9fe59fef7 tempest-VolumesNegativeTest-1139917609 tempest-VolumesNegativeTest-1139917609-project] 10.222.0.13 "GET /v2.0/ports?device_id=26524310-e127-4bde-a5e3-d2e017911487 HTTP/1.1" status: 200 len: 210 time: 0.0269163 Sep 23 11:35:26.996082 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device ed36a1ae-e52f-4255-9d36-8e9a648ce882 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:35:27.024636 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: ed36a1ae-e52f-4255-9d36-8e9a648ce882 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:35:27.025039 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device ed36a1ae-e52f-4255-9d36-8e9a648ce882 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:35:31.561404 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38642) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:31.693671 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-36aa990e-c228-4b6f-b9fa-b50d09b44a59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=096c34f43973472a8acf4204b696bccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311333 Sep 23 11:35:31.696181 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38646) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:35:31.743663 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ed22-5896-400c-a362-51482db66b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:31.767860 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ed22-5896-400c-a362-51482db66b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:31.881022 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ed22-5896-400c-a362-51482db66b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:31.883644 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ed22-5896-400c-a362-51482db66b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:31.884842 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-3ae1ed22-5896-400c-a362-51482db66b12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/392d4035-72ee-4145-8309-967ddf6f3fbd HTTP/1.1" status: 204 len: 168 time: 0.1876345 Sep 23 11:35:31.893887 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1ed22-5896-400c-a362-51482db66b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d4035-72ee-4145-8309-967ddf6f3fbd,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:32.995800 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38765b1-8410-4a98-ae78-729b4d144c3b req-b25bacff-ce62-4e2f-beca-58378a35a123 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:32.997308 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f38765b1-8410-4a98-ae78-729b4d144c3b req-b25bacff-ce62-4e2f-beca-58378a35a123 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0512245 Sep 23 11:35:33.037703 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f38765b1-8410-4a98-ae78-729b4d144c3b req-70d8ea4c-25e3-4844-aa3f-014a2b5ad650 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336435 Sep 23 11:35:34.168740 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bb942-4143-43ab-9f6e-03b035674c92 req-63e7eea4-6abd-4352-a96a-beee8f533164 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:34.171609 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-427bb942-4143-43ab-9f6e-03b035674c92 req-63e7eea4-6abd-4352-a96a-beee8f533164 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0612385 Sep 23 11:35:34.228313 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-427bb942-4143-43ab-9f6e-03b035674c92 req-8c132e4d-aae5-41b5-9ba4-aabc90e0458f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450013 Sep 23 11:35:35.343915 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9602ad-ba1b-444c-8785-c7ed5c88aecf req-9d2159dc-dabb-4857-9e63-b853bc2a5207 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:35.345396 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ee9602ad-ba1b-444c-8785-c7ed5c88aecf req-9d2159dc-dabb-4857-9e63-b853bc2a5207 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0509582 Sep 23 11:35:35.382308 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ee9602ad-ba1b-444c-8785-c7ed5c88aecf req-3f2e1b16-a01d-4c4c-8fac-64953dfcb013 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Sep 23 11:35:36.495798 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb118a-bccd-42f6-82a5-d6383716f10b req-68543caf-2c39-41cc-892b-d733eca975f3 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:36.497311 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-85cb118a-bccd-42f6-82a5-d6383716f10b req-68543caf-2c39-41cc-892b-d733eca975f3 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0478277 Sep 23 11:35:36.534021 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-85cb118a-bccd-42f6-82a5-d6383716f10b req-a9c85143-3301-4018-906e-b85e15e29ba4 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307670 Sep 23 11:35:37.653164 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58713d91-7973-43b0-af51-a9fdb133a9c4 req-1cdb74e4-6c8d-44b1-b80d-1d048e1238e1 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:37.654764 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58713d91-7973-43b0-af51-a9fdb133a9c4 req-1cdb74e4-6c8d-44b1-b80d-1d048e1238e1 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0471525 Sep 23 11:35:37.691547 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58713d91-7973-43b0-af51-a9fdb133a9c4 req-08b683bb-fbf5-4789-b0eb-fb81a648a2a8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309343 Sep 23 11:35:38.816481 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b294b-fb82-495f-9aba-0957ff32e4d5 req-24b296c8-9e83-4771-994c-53ec35e6143a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:38.817996 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d72b294b-fb82-495f-9aba-0957ff32e4d5 req-24b296c8-9e83-4771-994c-53ec35e6143a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0582516 Sep 23 11:35:38.855747 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d72b294b-fb82-495f-9aba-0957ff32e4d5 req-59b55bc5-209b-462b-bb84-d1e85de138bc tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Sep 23 11:35:39.986018 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f324a3-1096-47fa-a091-3838a7e3ee43 req-70654169-3f70-49f7-8432-df2c821ab68f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:39.987480 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a1f324a3-1096-47fa-a091-3838a7e3ee43 req-70654169-3f70-49f7-8432-df2c821ab68f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Sep 23 11:35:40.024648 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a1f324a3-1096-47fa-a091-3838a7e3ee43 req-88577302-62b3-474a-bd70-642a48de6c6d tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Sep 23 11:35:41.158013 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346d792-787c-4cae-93cc-789baa077b78 req-c6b02b68-830c-4ac0-bac3-4904f4d9e265 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:41.159523 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e346d792-787c-4cae-93cc-789baa077b78 req-c6b02b68-830c-4ac0-bac3-4904f4d9e265 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0543337 Sep 23 11:35:41.197245 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-e346d792-787c-4cae-93cc-789baa077b78 req-821d4186-472e-4ea2-b4ea-7ccc38035dc0 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316048 Sep 23 11:35:42.313196 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58319501-b0b7-4294-8b52-59d4b483afba req-e7b513da-078f-40b6-962d-57c6762c8b61 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:42.314680 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58319501-b0b7-4294-8b52-59d4b483afba req-e7b513da-078f-40b6-962d-57c6762c8b61 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0508285 Sep 23 11:35:42.351160 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-58319501-b0b7-4294-8b52-59d4b483afba req-d0fd037a-4c19-45ca-b5ac-47f5f2353091 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305209 Sep 23 11:35:43.186759 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-bb7b967c-db72-441d-b059-a2c55d886711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:43.188173 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-bb7b967c-db72-441d-b059-a2c55d886711 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2591febce164953878e8cf1c5cbe0af&device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1099 time: 0.0407145 Sep 23 11:35:43.280098 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-810aea6e-6cb0-4d53-981d-ce95b3048d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:43.281671 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-810aea6e-6cb0-4d53-981d-ce95b3048d23 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 200 len: 909 time: 0.0857880 Sep 23 11:35:43.350527 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-9c78f2d5-3f58-4c40-aeca-74d72be30219 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 200 len: 1001 time: 0.0612502 Sep 23 11:35:43.403379 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-ce0547e7-918b-4803-9ffc-15f95d238962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:43.405607 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-ce0547e7-918b-4803-9ffc-15f95d238962 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c994a70-c592-4a99-a016-40d3fa791bf1 HTTP/1.1" status: 200 len: 847 time: 0.0465567 Sep 23 11:35:43.487381 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-582a8159-67fb-43ef-8d43-29d95209df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:43.489006 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-582a8159-67fb-43ef-8d43-29d95209df4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c16f3e05-0d10-4f84-94f8-2ff19255b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759060 Sep 23 11:35:43.500433 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59eb78-d202-44e2-96f6-c069bfbfefea req-e2cfeb68-869b-413a-b426-1f3a0d4f4e61 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:43.501963 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa59eb78-d202-44e2-96f6-c069bfbfefea req-e2cfeb68-869b-413a-b426-1f3a0d4f4e61 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0806687 Sep 23 11:35:43.594301 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fa59eb78-d202-44e2-96f6-c069bfbfefea req-a2d65644-65a6-440b-bc49-2e546c5f461e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841415 Sep 23 11:35:43.600461 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-ea921243-7f82-4aa6-a2de-72d8e74dbd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:43.617591 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-4629f5a6-14ce-4f9b-884d-5f4508b494a5 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146746 Sep 23 11:35:43.713588 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5a7026a-5a82-43e2-8d26-c8762bcaa849 req-5baebc0b-f0e5-4e0b-9ac2-d5b9e73cbd03 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885038 Sep 23 11:35:44.720324 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7018f-b8c6-4356-aaef-b621fb6abf9f req-ccb5c2ff-e379-4f94-8d1b-1fb0d2d1fea3 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:44.722256 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f7018f-b8c6-4356-aaef-b621fb6abf9f req-ccb5c2ff-e379-4f94-8d1b-1fb0d2d1fea3 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0493412 Sep 23 11:35:44.760634 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-89f7018f-b8c6-4356-aaef-b621fb6abf9f req-a9e35944-f6b2-4965-aafc-8fd678af0a1a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Sep 23 11:35:45.542805 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6bd77acc-e63e-424f-9b67-47111ea53b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:46.278158 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd498d3-1b49-4808-b01e-3082f6eccb5a req-d8f543fe-8bd9-4045-b948-dbeac63fcbc2 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:46.279540 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7dd498d3-1b49-4808-b01e-3082f6eccb5a req-d8f543fe-8bd9-4045-b948-dbeac63fcbc2 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.4469264 Sep 23 11:35:46.319387 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7dd498d3-1b49-4808-b01e-3082f6eccb5a req-8f511c55-1479-4dab-aa1f-9f786a50ae39 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331068 Sep 23 11:35:46.360111 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:47.429745 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:35:47.451911 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:47.494188 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427570-c3cb-4601-9e48-012b0d8cbc74 req-15cd9518-3caf-4a71-9a7f-f9e6f109fd93 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:47.495655 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21427570-c3cb-4601-9e48-012b0d8cbc74 req-15cd9518-3caf-4a71-9a7f-f9e6f109fd93 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.1087880 Sep 23 11:35:47.532986 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-21427570-c3cb-4601-9e48-012b0d8cbc74 req-0d57fe71-d85c-4823-9c7e-2b3417efb158 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308166 Sep 23 11:35:48.643206 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369541a-ad68-4779-a291-6520d8df9eed req-33d3a284-b549-4996-a1cd-c0a83d82933b tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:48.644718 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9369541a-ad68-4779-a291-6520d8df9eed req-33d3a284-b549-4996-a1cd-c0a83d82933b tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0477233 Sep 23 11:35:48.681737 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-9369541a-ad68-4779-a291-6520d8df9eed req-32cc249e-2dd3-4edf-8b2e-04d5b6752501 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Sep 23 11:35:48.702751 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:49.103377 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:35:49.175458 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:49.197066 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:35:49.201968 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f13a7b7-9123-4822-8fec-0e9a9ae0e9b8" -d '{"events": [{"server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "name": "network-vif-unplugged", "status": "completed", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:35:49.215305 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:35:49.236523 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 11:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b330d-2f0e-42e6-9886-1c20f5c80c97 x-openstack-request-id: req-623b330d-2f0e-42e6-9886-1c20f5c80c97 {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:35:49.242121 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "name": "network-vif-unplugged", "status": "completed", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:35:49.242121 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-623b330d-2f0e-42e6-9886-1c20f5c80c97 {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:35:49.242121 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'code': 200} Sep 23 11:35:49.251381 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:49.314327 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=6']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:35:49.321329 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.321675 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.322015 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.322349 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.322680 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.323009 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.323335 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.323660 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.324012 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.324362 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.324687 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.325007 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:35:49.795315 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c2055-7ca3-4e7c-b960-8c4db79c040d req-65d04aa3-2347-4e1e-b1e0-7d7e78bbadbd tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:49.796765 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-397c2055-7ca3-4e7c-b960-8c4db79c040d req-65d04aa3-2347-4e1e-b1e0-7d7e78bbadbd tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0503185 Sep 23 11:35:49.833120 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-397c2055-7ca3-4e7c-b960-8c4db79c040d req-d48d7b1f-8e18-4978-8188-ddf1096fcc46 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305486 Sep 23 11:35:50.946509 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3664063-1bcd-4b53-af48-138786333b45 req-cb5f04eb-8240-4a22-8663-cb45b38bd153 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:50.947976 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a3664063-1bcd-4b53-af48-138786333b45 req-cb5f04eb-8240-4a22-8663-cb45b38bd153 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0472922 Sep 23 11:35:50.985907 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a3664063-1bcd-4b53-af48-138786333b45 req-00926c0d-9ac1-41a9-b80f-403853d6b4e2 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316260 Sep 23 11:35:52.097794 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cc017-d9d1-40b9-8641-4e94796d8c82 req-b9af84fb-7402-4679-8d45-74f2027f3d0e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:52.099170 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d11cc017-d9d1-40b9-8641-4e94796d8c82 req-b9af84fb-7402-4679-8d45-74f2027f3d0e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0479949 Sep 23 11:35:52.137113 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d11cc017-d9d1-40b9-8641-4e94796d8c82 req-a8853fad-59eb-4280-bf7f-37c1ceffdb10 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Sep 23 11:35:52.488005 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d68724-4384-452a-90a8-b24c8d7cc449 req-569e7326-7e0b-427a-bdf1-968e70ccd8bc tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:52.489519 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d6d68724-4384-452a-90a8-b24c8d7cc449 req-569e7326-7e0b-427a-bdf1-968e70ccd8bc tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0535109 Sep 23 11:35:52.506241 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-8aa21b36-f47e-4b1c-b681-cb1ae8738fbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423334 Sep 23 11:35:52.528751 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d6d68724-4384-452a-90a8-b24c8d7cc449 req-fd7c389f-368f-46ea-a344-d2779ac0a1ca tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327532 Sep 23 11:35:53.628622 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:35:53.643550 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3e447-bbdd-4b60-99df-59f91a72c737 req-df12e50d-73fe-4c39-8787-6104d76ec9db tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:53.645111 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-def3e447-bbdd-4b60-99df-59f91a72c737 req-df12e50d-73fe-4c39-8787-6104d76ec9db tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0488133 Sep 23 11:35:53.682428 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-def3e447-bbdd-4b60-99df-59f91a72c737 req-3fa479f1-3af0-445e-abcf-2540660c0920 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312946 Sep 23 11:35:54.815388 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-83146d2d-f751-401a-bf66-304130d2e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:54.816927 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-83146d2d-f751-401a-bf66-304130d2e199 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4&tenant_id=e2591febce164953878e8cf1c5cbe0af HTTP/1.1" status: 200 len: 1097 time: 0.0745499 Sep 23 11:35:54.825015 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f6c9-f95c-4ab4-ad70-4756c6f9427d req-73cb26d5-8a55-42f0-9d8b-09dc91bf13f4 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:54.826388 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0ea8f6c9-f95c-4ab4-ad70-4756c6f9427d req-73cb26d5-8a55-42f0-9d8b-09dc91bf13f4 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0754724 Sep 23 11:35:54.891692 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0ea8f6c9-f95c-4ab4-ad70-4756c6f9427d req-f536f10a-96e7-4f98-961e-e55589d6e8de tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583181 Sep 23 11:35:54.901062 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-3aef6441-a143-4180-96cc-68d749a6f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:54.902494 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-3aef6441-a143-4180-96cc-68d749a6f86f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2591febce164953878e8cf1c5cbe0af&device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1097 time: 0.0540342 Sep 23 11:35:55.000152 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-929c28b3-dc88-47f7-9e1d-19abd6fd0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:55.001652 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-929c28b3-dc88-47f7-9e1d-19abd6fd0d91 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 200 len: 909 time: 0.0901330 Sep 23 11:35:55.068108 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-fc2d16a1-5e15-478d-bb69-c03917e6ae13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 200 len: 999 time: 0.0590036 Sep 23 11:35:55.116500 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-9c8ae969-2357-43c8-af69-bf18196df1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:55.117922 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-9c8ae969-2357-43c8-af69-bf18196df1a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c994a70-c592-4a99-a016-40d3fa791bf1 HTTP/1.1" status: 200 len: 847 time: 0.0427222 Sep 23 11:35:55.167409 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-1f4c6d6b-f932-4d73-b037-7353d526362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:55.168941 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-1f4c6d6b-f932-4d73-b037-7353d526362b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c16f3e05-0d10-4f84-94f8-2ff19255b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428245 Sep 23 11:35:55.265515 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-531252ce-4ab9-42b7-bc82-f168e3325d4f service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873420 Sep 23 11:35:55.366251 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-981ccbe3-efc0-40f6-a78c-b5cc3394619a req-4cd188e7-943d-4b04-b931-4f026d231754 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930297 Sep 23 11:35:56.008505 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa8e27-ae90-45c5-9ae1-d13189e72583 req-084da093-97a3-4453-85ba-86e33e408747 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:56.010017 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-33fa8e27-ae90-45c5-9ae1-d13189e72583 req-084da093-97a3-4453-85ba-86e33e408747 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0485246 Sep 23 11:35:56.049399 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-33fa8e27-ae90-45c5-9ae1-d13189e72583 req-d31d4bfb-0935-4c3c-8305-71cfd7fdb2da tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323441 Sep 23 11:35:56.432563 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-3257cee7-acca-4751-acdb-83c9b6802c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:56.433942 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-3257cee7-acca-4751-acdb-83c9b6802c56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2591febce164953878e8cf1c5cbe0af&device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1097 time: 0.0388474 Sep 23 11:35:56.543771 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-2bc3ba54-41d3-4ee8-b868-338802eaf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:56.545796 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-2bc3ba54-41d3-4ee8-b868-338802eaf6c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 200 len: 909 time: 0.0887718 Sep 23 11:35:56.609875 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-f83b8ce1-abc3-4852-a2ef-3f6f9f483f84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 200 len: 999 time: 0.0564687 Sep 23 11:35:56.663906 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-a95817cc-6cbe-4a12-9171-6ccd5589f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:56.666461 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-a95817cc-6cbe-4a12-9171-6ccd5589f8ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c994a70-c592-4a99-a016-40d3fa791bf1 HTTP/1.1" status: 200 len: 847 time: 0.0500529 Sep 23 11:35:56.712201 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-4f490519-fa55-4806-b5e5-b510fb62e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:56.713829 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-4f490519-fa55-4806-b5e5-b510fb62e29a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c16f3e05-0d10-4f84-94f8-2ff19255b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403173 Sep 23 11:35:56.805077 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-0f84666d-076d-4d32-b0a9-ce8479667e30 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840144 Sep 23 11:35:56.898486 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ae8755d5-313f-47f2-bde4-d407a97e5169 req-af480231-df6d-4860-91f1-46b42e4fc99b service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862205 Sep 23 11:35:57.165961 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97476989-fec0-45cb-855a-bbca07da8d92 req-680f9437-4999-439c-a843-4b6f631e2155 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:57.167526 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-97476989-fec0-45cb-855a-bbca07da8d92 req-680f9437-4999-439c-a843-4b6f631e2155 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0511956 Sep 23 11:35:57.205663 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-97476989-fec0-45cb-855a-bbca07da8d92 req-add03d7e-fff3-4635-b320-0aef0e67cd59 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322249 Sep 23 11:35:58.323625 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff1bb-721f-48e5-832b-ecba110d12c0 req-18d44741-d336-4a11-a67b-6053f4b202c4 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:58.325141 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5aff1bb-721f-48e5-832b-ecba110d12c0 req-18d44741-d336-4a11-a67b-6053f4b202c4 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0543938 Sep 23 11:35:58.363956 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d5aff1bb-721f-48e5-832b-ecba110d12c0 req-ae24924c-1b66-4bf5-aacb-c6c1b49c672d tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328395 Sep 23 11:35:59.475165 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0095de-0424-4c70-9622-530f6a3a3c69 req-badc91e5-dd28-49e1-8094-2c31d60e01b5 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:35:59.476691 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd0095de-0424-4c70-9622-530f6a3a3c69 req-badc91e5-dd28-49e1-8094-2c31d60e01b5 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0484738 Sep 23 11:35:59.514867 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-fd0095de-0424-4c70-9622-530f6a3a3c69 req-4943a1f8-91b1-45a5-97aa-ecd666ce6ce2 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Sep 23 11:36:00.627232 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709081cb-b649-411e-adb9-8c24ee4fb13d req-f01fe01d-f4a9-4375-a189-faa57afb9723 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:00.628725 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-709081cb-b649-411e-adb9-8c24ee4fb13d req-f01fe01d-f4a9-4375-a189-faa57afb9723 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0473204 Sep 23 11:36:00.665992 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-709081cb-b649-411e-adb9-8c24ee4fb13d req-65aaf020-9b1e-4ccc-8eef-a1009eb7f308 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Sep 23 11:36:01.791557 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c368ba-7f64-4768-825c-39d5028ea122 req-ecaa0f5c-78ed-4f97-844a-20e67391d3dc tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:01.793067 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05c368ba-7f64-4768-825c-39d5028ea122 req-ecaa0f5c-78ed-4f97-844a-20e67391d3dc tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0524549 Sep 23 11:36:01.830794 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-05c368ba-7f64-4768-825c-39d5028ea122 req-bddc0f4b-efc2-483e-954c-695b09943a7c tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Sep 23 11:36:02.944149 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bae13-ce65-46bd-bae8-b56febc219f7 req-dc1bbbad-c1ad-45d8-b163-cf6f72710caa tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:02.945638 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d0bae13-ce65-46bd-bae8-b56febc219f7 req-dc1bbbad-c1ad-45d8-b163-cf6f72710caa tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 944 time: 0.0480611 Sep 23 11:36:02.982863 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-0d0bae13-ce65-46bd-bae8-b56febc219f7 req-9770f018-44c8-4069-8ff4-ece651a2e69f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Sep 23 11:36:03.181106 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=94667) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 11:36:03.275631 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:03.286935 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Returning: {'device': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'port_id': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'mac_address': 'fa:16:3e:be:b0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94667) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 11:36:03.323450 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:03.337959 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 {{(pid=94667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 11:36:03.357976 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:03.445417 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:03.493703 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=7']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:03.671239 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] get_ports_and_sgs() called for port_ids ['14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'] {{(pid=94667) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 11:36:04.094778 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfc1ef-9d8f-4026-a776-594b2b89c5c8 req-c1b3135a-27ef-4ca4-ac59-7d1c43df934c tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:04.096177 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-06bfc1ef-9d8f-4026-a776-594b2b89c5c8 req-c1b3135a-27ef-4ca4-ac59-7d1c43df934c tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 945 time: 0.0478866 Sep 23 11:36:04.131922 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-06bfc1ef-9d8f-4026-a776-594b2b89c5c8 req-28b884ce-d136-4f8a-98ae-e63c5a492952 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299289 Sep 23 11:36:05.196390 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 up at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 11:36:05.244447 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Provisioning complete for port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 triggered by entity L2. {{(pid=94667) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 11:36:05.244815 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624702'] for port, provisioning_complete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:05.246787 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846aaa1-475d-421c-9bd2-c138df1b4c88 req-07015d66-721d-40e2-a2dc-ff6a4f72eea6 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:05.248274 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7846aaa1-475d-421c-9bd2-c138df1b4c88 req-07015d66-721d-40e2-a2dc-ff6a4f72eea6 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 945 time: 0.0511444 Sep 23 11:36:05.287734 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-7846aaa1-475d-421c-9bd2-c138df1b4c88 req-889bf3c2-2e21-4406-a542-6df2b644d660 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Sep 23 11:36:05.322163 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-944354'] for port, before_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:05.345860 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'}] {{(pid=94667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:36:05.348075 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094c4698519a3f3d96a8242c4f1034caf4d419f543087067f332675aa6112350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7019d571-ea70-4354-872f-1b4f0abda9a0" -d '{"events": [{"server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "name": "network-vif-plugged", "status": "completed", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44"}]}' {{(pid=94667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:36:05.360112 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:05.384834 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083983cf-bd59-40cb-8289-2993fb953cae x-openstack-request-id: req-083983cf-bd59-40cb-8289-2993fb953cae {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:36:05.385137 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "name": "network-vif-plugged", "status": "completed", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44", "code": 200}]} {{(pid=94667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:36:05.385387 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-083983cf-bd59-40cb-8289-2993fb953cae {{(pid=94667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:36:05.385775 dv-cinder-809523-4-iscsi neutron-server[94667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'code': 200} Sep 23 11:36:05.422810 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733696806148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733696286675', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733696286693'] for port, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:05.474706 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Pushing event updated for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=8']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:05.704904 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47606678-b348-4f8d-94c0-e2f5a975eb8d req-36d5bdc6-f0f4-46d2-8fbd-88086830e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:05.706365 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-47606678-b348-4f8d-94c0-e2f5a975eb8d req-36d5bdc6-f0f4-46d2-8fbd-88086830e495 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1099 time: 0.0824370 Sep 23 11:36:05.742473 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-47606678-b348-4f8d-94c0-e2f5a975eb8d req-ea651ba0-bf6f-492e-82f1-1f417701d032 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286555 Sep 23 11:36:06.400995 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a92de-1f0c-44cc-9d4b-9429cbb74bc6 req-50ba220d-579f-4c30-a3d9-443277a95f15 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:06.402454 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-964a92de-1f0c-44cc-9d4b-9429cbb74bc6 req-50ba220d-579f-4c30-a3d9-443277a95f15 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0485353 Sep 23 11:36:06.439698 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-964a92de-1f0c-44cc-9d4b-9429cbb74bc6 req-cf3b0d54-1dc0-4da6-b08d-4386e6de5c24 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306287 Sep 23 11:36:07.559024 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11af6d-90f9-4f1d-9f44-30770ddc69f6 req-c8dd8faa-6eeb-4faa-babb-fbba5ede7f2c tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:07.560595 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8c11af6d-90f9-4f1d-9f44-30770ddc69f6 req-c8dd8faa-6eeb-4faa-babb-fbba5ede7f2c tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0519917 Sep 23 11:36:07.599897 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-8c11af6d-90f9-4f1d-9f44-30770ddc69f6 req-42465ebc-f57c-49ae-bbd0-38dfc033129f tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Sep 23 11:36:13.611076 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6816e470-ac40-482d-be02-755741f10530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:15.530889 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1c24e928-e6cf-4b2f-878f-7541fd0efa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:16.359858 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:17.473717 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:18.718972 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:23.605147 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:24.429519 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:36:35.816898 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38754) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:35.986314 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Deleting port c05f1000-f02c-4c86-9292-f7b0fe448f4f {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:35.986647 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:36.062436 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:36.062684 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:36.074862 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Calling delete_port for c05f1000-f02c-4c86-9292-f7b0fe448f4f owned by network:floatingip {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:36.302096 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:36.328542 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event deleted for resources: {'Port': ['ID=c05f1000-f02c-4c86-9292-f7b0fe448f4f,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:36.339567 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.339986 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.340317 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.340658 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.340990 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.341325 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.341656 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.341984 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.342313 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.342637 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.342959 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.343280 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:36.405089 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:36.405424 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.l3_db [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Floating IP d9d5f6a0-9eae-49c3-86a6-ca2176e80a4b disassociated (deleted). External IP: 172.27.1.67, port: d9eaaa77-a876-4966-bb5f-a0f2f7631eef. Sep 23 11:36:36.623270 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Router 01a6ecf0-429c-4184-919c-1260f5731e20 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:36:36.737435 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:36:36.742511 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:36.747993 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:36:36.758184 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:36:36.758826 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:36:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:36.872945 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:36:37.003506 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-f73db7b7-9cca-4800-8492-512e31920dcd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "DELETE /v2.0/floatingips/d9d5f6a0-9eae-49c3-86a6-ca2176e80a4b HTTP/1.1" status: 204 len: 168 time: 1.1849732 Sep 23 11:36:37.004211 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:36:37.007398 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90a61a6-1f16-4c3c-b209-da6fb111adca" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:36:37.129460 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640f658d-f97d-454b-af25-66e920f41cb1 x-openstack-request-id: req-640f658d-f97d-454b-af25-66e920f41cb1 {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:36:37.129777 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:36:37.130036 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-640f658d-f97d-454b-af25-66e920f41cb1 {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:36:37.130430 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'status': 'completed', 'code': 200} Sep 23 11:36:37.138102 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:47Z', 'revision_number': 1, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:37.170354 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:36:37.180019 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:36:37.180745 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:36:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:37.193482 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-f2628741-33a7-49ca-9669-c01b53450a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:37.195742 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-f2628741-33a7-49ca-9669-c01b53450a92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 1099 time: 0.0417812 Sep 23 11:36:37.301604 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-7136b5c4-0cae-41de-9d36-9e3fb6e3faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:37.303173 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-7136b5c4-0cae-41de-9d36-9e3fb6e3faa5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 910 time: 0.1004853 Sep 23 11:36:37.349277 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-7148f879-4ff3-41d1-b7dc-075043a0a712 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9eaaa77-a876-4966-bb5f-a0f2f7631eef HTTP/1.1" status: 200 len: 217 time: 0.0378895 Sep 23 11:36:37.414862 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-fc0dd3a0-007a-4938-8ed1-0ee9c47b8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:37.416487 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-fc0dd3a0-007a-4938-8ed1-0ee9c47b8b0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.0598798 Sep 23 11:36:37.450499 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:36:37.496379 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-77d30f77-1298-4177-920e-63a7495af7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:37.497931 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-77d30f77-1298-4177-920e-63a7495af7b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691226 Sep 23 11:36:37.506561 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d02e10-efa3-4fa9-bc47-f06874f12ff5 req-964b8370-e209-46d7-b675-1ccc8b8b31cc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:37.513634 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4d02e10-efa3-4fa9-bc47-f06874f12ff5 req-964b8370-e209-46d7-b675-1ccc8b8b31cc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 946 time: 0.0897627 Sep 23 11:36:37.513935 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-2d35671d-d8f6-49e4-b2dd-1ef89b06b9a5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94666) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 11:36:37.514958 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-2d35671d-d8f6-49e4-b2dd-1ef89b06b9a5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053573 Sep 23 11:36:37.577340 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d4d02e10-efa3-4fa9-bc47-f06874f12ff5 req-df3ad0f2-aeb8-4368-9fff-eff66809da4c tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596137 Sep 23 11:36:37.640789 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-1b81ad66-842e-40de-a501-c37427d9cc7b service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163869 Sep 23 11:36:37.722574 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:47Z', 'revision_number': 1, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:37.769222 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39583041-521a-49ce-872d-18d36c568ea5 None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_floatingips': [{'id': 'ec065ce7-5534-446d-91c9-b21ba0b013f2', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'router_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'port_id': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T11:32:44Z', 'updated_at': '2021-09-23T11:32:47Z', 'revision_number': 1, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:36:37.784084 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-b90a61a6-1f16-4c3c-b209-da6fb111adca req-c4a5bc3b-f3ef-47b9-b92f-6a61a267816c service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342371 Sep 23 11:36:38.029049 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3403f6f-e539-4cde-9779-e736cb8478fa None None] New status for floating IP d9d5f6a0-9eae-49c3-86a6-ca2176e80a4b: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:36:38.699399 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d093066-6fe2-4016-a9ee-30cc11b41492 req-8411f30d-9336-436b-8ecf-833289cff3dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:38.700934 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1d093066-6fe2-4016-a9ee-30cc11b41492 req-8411f30d-9336-436b-8ecf-833289cff3dd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 946 time: 0.0502493 Sep 23 11:36:38.739503 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-1d093066-6fe2-4016-a9ee-30cc11b41492 req-bcfaf500-8618-4dbe-8518-44fe28cd993e tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325186 Sep 23 11:36:39.045271 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-7d42ae24-f7cf-483f-9904-fe3208dec2bd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:39.046752 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-7d42ae24-f7cf-483f-9904-fe3208dec2bd tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 946 time: 0.0530446 Sep 23 11:36:39.157603 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Deleting port d9eaaa77-a876-4966-bb5f-a0f2f7631eef {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:39.157911 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:39.255848 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] For port d9eaaa77-a876-4966-bb5f-a0f2f7631eef, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:39.256205 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:39.268788 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Calling delete_port for d9eaaa77-a876-4966-bb5f-a0f2f7631eef owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:39.462939 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:39.499383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event deleted for resources: {'Port': ['ID=d9eaaa77-a876-4966-bb5f-a0f2f7631eef,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:39.513208 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.513861 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.514166 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.514512 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.514850 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.515180 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.515516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.515846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.516176 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.516538 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.516873 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.517315 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:39.552451 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] No DVR routers for this DVR port d9eaaa77-a876-4966-bb5f-a0f2f7631eef on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:36:39.555497 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:39.557565 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-251c5f21-43f2-41b0-aafb-57c85cec6d6a req-43144109-6d63-435a-bc2b-713e9c838667 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "DELETE /v2.0/ports/d9eaaa77-a876-4966-bb5f-a0f2f7631eef HTTP/1.1" status: 204 len: 173 time: 0.5037334 Sep 23 11:36:39.558025 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'name': 'network-vif-deleted', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:36:39.560347 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f1f62b-5971-4da1-b5be-444b76c42825" -d '{"events": [{"server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "name": "network-vif-deleted", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:36:39.662532 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88207b3-37dc-4e7f-974a-ad8c9b5bf7ea x-openstack-request-id: req-f88207b3-37dc-4e7f-974a-ad8c9b5bf7ea {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:36:39.662864 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f7ebf-b096-488f-944f-3e7eb1f8d4cf", "name": "network-vif-deleted", "tag": "d9eaaa77-a876-4966-bb5f-a0f2f7631eef", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:36:39.663119 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f88207b3-37dc-4e7f-974a-ad8c9b5bf7ea {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:36:39.663532 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f7ebf-b096-488f-944f-3e7eb1f8d4cf', 'name': 'network-vif-deleted', 'tag': 'd9eaaa77-a876-4966-bb5f-a0f2f7631eef', 'status': 'completed', 'code': 200} Sep 23 11:36:39.848571 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-d362d03b-25c4-4a4b-bdaf-2bfcdf4b1f55 req-0f344e85-2449-4fc1-9b30-c9cb0e7a1245 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c73f7ebf-b096-488f-944f-3e7eb1f8d4cf HTTP/1.1" status: 200 len: 210 time: 0.0269902 Sep 23 11:36:43.295874 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38794) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:43.368444 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device d9eaaa77-a876-4966-bb5f-a0f2f7631eef no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:36:43.389889 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: d9eaaa77-a876-4966-bb5f-a0f2f7631eef {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:36:43.390219 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device d9eaaa77-a876-4966-bb5f-a0f2f7631eef not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:36:43.456926 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Deleting port 22e85602-4f44-4fbe-b8af-010097ecc7df {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:43.457273 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:43.535685 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:43.535927 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:43.548836 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Calling delete_port for 22e85602-4f44-4fbe-b8af-010097ecc7df owned by network:floatingip {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:43.604700 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-1511f771-57bb-47fa-8069-de1f4dc2c49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:43.765057 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:43.794154 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event deleted for resources: {'Port': ['ID=22e85602-4f44-4fbe-b8af-010097ecc7df,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:43.856807 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:43.857131 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.db.l3_db [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Floating IP ec065ce7-5534-446d-91c9-b21ba0b013f2 disassociated (deleted). External IP: 172.27.1.59, port: 8f302291-88ca-4631-ad60-0ab26d06ad18. Sep 23 11:36:44.075607 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Router 01a6ecf0-429c-4184-919c-1260f5731e20 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:36:44.192990 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:36:44.198033 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:44.203786 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:36:44.214037 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:36:44.214667 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:36:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:44.227084 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-466105e3-dee0-40a1-8fe7-ccc2082ae794 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "DELETE /v2.0/floatingips/ec065ce7-5534-446d-91c9-b21ba0b013f2 HTTP/1.1" status: 204 len: 168 time: 0.9293826 Sep 23 11:36:44.227699 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18'}] {{(pid=94665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:36:44.230135 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6764427c92ef4c719b67948536d724843c4d9274d7b451b1bd8dbf5c59ab4f61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7872be4-5eac-4a4b-9b21-92cca51e6d46" -d '{"events": [{"name": "network-changed", "server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18"}]}' {{(pid=94665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:36:44.268943 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f4c4f3-5b99-4019-bd99-57c5e98a53a2 x-openstack-request-id: req-61f4c4f3-5b99-4019-bd99-57c5e98a53a2 {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:36:44.269232 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18", "status": "completed", "code": 200}]} {{(pid=94665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:36:44.269481 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61f4c4f3-5b99-4019-bd99-57c5e98a53a2 {{(pid=94665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:36:44.270538 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'status': 'completed', 'code': 200} Sep 23 11:36:44.334895 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:36:44.335132 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-6557ee4d-2462-4fa9-81fb-3f5b8f66a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:44.335132 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-6557ee4d-2462-4fa9-81fb-3f5b8f66a664 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 1099 time: 0.0398982 Sep 23 11:36:44.427738 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-f222a557-67c0-417e-8124-58e03dfd585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:44.430339 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-f222a557-67c0-417e-8124-58e03dfd585c service neutron] 10.222.0.22 "GET /v2.0/networks?id=72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 200 len: 910 time: 0.0900118 Sep 23 11:36:44.477977 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-6e6bffa5-6b8c-4dc9-bf03-cc02fd416754 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f302291-88ca-4631-ad60-0ab26d06ad18 HTTP/1.1" status: 200 len: 217 time: 0.0350080 Sep 23 11:36:44.534398 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-4c9fd66c-2eb8-4ac7-94e6-69ed392f6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:44.534398 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-4c9fd66c-2eb8-4ac7-94e6-69ed392f6998 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 200 len: 848 time: 0.0497935 Sep 23 11:36:44.538806 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:44.569630 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:36:44.579313 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:36:44.579925 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:36:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:44.616476 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-fef60097-986f-44bc-9836-7a213141ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:44.618058 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-fef60097-986f-44bc-9836-7a213141ef81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72a817c5-bdd3-454e-9305-fc153563cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703595 Sep 23 11:36:44.629144 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51369d46-29b0-4c67-882a-cf423e86c64e req-f95eda19-6711-49b2-9d92-0e73f91c6e83 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:44.630517 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51369d46-29b0-4c67-882a-cf423e86c64e req-f95eda19-6711-49b2-9d92-0e73f91c6e83 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 946 time: 0.0749812 Sep 23 11:36:44.686311 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:36:44.720955 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-51369d46-29b0-4c67-882a-cf423e86c64e req-58e7d40f-de53-4ca5-83f6-1509bca29dd9 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815284 Sep 23 11:36:44.747290 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-a6dc60ec-7ed2-489c-9ca5-fce94d60c849 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158583 Sep 23 11:36:44.843555 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-f7872be4-5eac-4a4b-9b21-92cca51e6d46 req-f6985380-cea6-44a0-b0ce-47ad554262b4 service neutron] 10.222.0.22 "GET /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883675 Sep 23 11:36:44.885253 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:44.911378 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84eb14-7abc-4e96-9288-61ddcfc280bd None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:28:35Z', 'revision_number': 4, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': 'e25ffba3-fa0d-435e-bbba-40e196addf28', 'name': '', 'network_id': '72a817c5-bdd3-454e-9305-fc153563cfaa', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'mac_address': 'fa:16:3e:27:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:34Z', 'updated_at': '2021-09-23T11:28:40Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'subnets': [{'id': 'ee6f3024-e6cf-4061-9c9a-732778fc8c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:36:45.127852 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2a054-4c05-4e8f-a289-42eeff52d002 None None] New status for floating IP ec065ce7-5534-446d-91c9-b21ba0b013f2: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:36:45.530267 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a290-b70b-4760-882e-7d9fc41fe562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:45.836314 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3de71f-5d5e-44cc-b798-cd61ac3f0465 req-992da619-b13b-4972-a40e-390f16ff9c2f tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:45.837940 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6c3de71f-5d5e-44cc-b798-cd61ac3f0465 req-992da619-b13b-4972-a40e-390f16ff9c2f tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 946 time: 0.0490556 Sep 23 11:36:45.875359 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-6c3de71f-5d5e-44cc-b798-cd61ac3f0465 req-9183e86b-f409-4756-a359-ba9fe3b62524 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ca68a50-59b8-4c01-9794-ec24921fc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315170 Sep 23 11:36:46.048824 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b658-751b-44b8-8465-cce57de887ba req-84e7ae06-a4e3-4b67-96dd-8da0133aae89 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:36:46.050248 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20a7b658-751b-44b8-8465-cce57de887ba req-84e7ae06-a4e3-4b67-96dd-8da0133aae89 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 946 time: 0.0474122 Sep 23 11:36:46.147224 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Deleting port 8f302291-88ca-4631-ad60-0ab26d06ad18 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:46.147477 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:46.235262 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] For port 8f302291-88ca-4631-ad60-0ab26d06ad18, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=8f302291-88ca-4631-ad60-0ab26d06ad18,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:46.235623 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:46.249101 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Calling delete_port for 8f302291-88ca-4631-ad60-0ab26d06ad18 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:46.392923 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:46.450293 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:46.478432 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event deleted for resources: {'Port': ['ID=8f302291-88ca-4631-ad60-0ab26d06ad18,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:46.521614 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] No DVR routers for this DVR port 8f302291-88ca-4631-ad60-0ab26d06ad18 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:36:46.526799 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:46.526799 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20a7b658-751b-44b8-8465-cce57de887ba req-c2a7ceec-6fef-4ccf-adab-9b2c2b229366 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.22 "DELETE /v2.0/ports/8f302291-88ca-4631-ad60-0ab26d06ad18 HTTP/1.1" status: 204 len: 173 time: 0.4692676 Sep 23 11:36:46.526799 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'name': 'network-vif-deleted', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:36:46.529053 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5958a8-b228-4025-b1f9-43b8f8ef6323" -d '{"events": [{"server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "name": "network-vif-deleted", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:36:46.564413 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff218367-535e-4433-befc-a6d55407ce91 x-openstack-request-id: req-ff218367-535e-4433-befc-a6d55407ce91 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:36:46.564692 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d60e370-8a0f-47bc-9120-ae2daffb3172", "name": "network-vif-deleted", "tag": "8f302291-88ca-4631-ad60-0ab26d06ad18", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:36:46.564952 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff218367-535e-4433-befc-a6d55407ce91 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:36:46.565340 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d60e370-8a0f-47bc-9120-ae2daffb3172', 'name': 'network-vif-deleted', 'tag': '8f302291-88ca-4631-ad60-0ab26d06ad18', 'status': 'completed', 'code': 200} Sep 23 11:36:46.973133 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-ad8e6e5d-e123-4d7e-8fb1-64c466ec61f0 req-deffcff5-1f13-42b6-b3c2-9fd608895330 tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d60e370-8a0f-47bc-9120-ae2daffb3172 HTTP/1.1" status: 200 len: 210 time: 0.0267370 Sep 23 11:36:47.495523 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:48.028077 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38810) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:48.149617 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Deleting port f4fd03e8-8c9e-4dd7-8be0-20f9e8d487f4 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:48.149873 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:48.246675 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:48.246992 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:48.261137 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Calling delete_port for f4fd03e8-8c9e-4dd7-8be0-20f9e8d487f4 owned by network:floatingip {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:48.438372 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:48.467763 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event deleted for resources: {'Port': ['ID=f4fd03e8-8c9e-4dd7-8be0-20f9e8d487f4,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:48.528638 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:48.531607 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:48.532300 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-fe613286-0541-48aa-8837-7386135e401b tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd871045-d089-4379-98a5-a7ea207d38a6 HTTP/1.1" status: 204 len: 168 time: 0.5032103 Sep 23 11:36:48.730239 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:49.881140 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38822) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:49.938193 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ec50c008-e275-4874-9ac1-a7c882cf65fc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:49.963394 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ec50c008-e275-4874-9ac1-a7c882cf65fc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:50.101315 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ec50c008-e275-4874-9ac1-a7c882cf65fc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:50.104124 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ec50c008-e275-4874-9ac1-a7c882cf65fc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:50.105357 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ec50c008-e275-4874-9ac1-a7c882cf65fc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ca68a50-59b8-4c01-9794-ec24921fc57d HTTP/1.1" status: 204 len: 168 time: 0.2231908 Sep 23 11:36:50.115334 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50c008-e275-4874-9ac1-a7c882cf65fc tempest-TestVolumeBootPattern-1778644090 tempest-TestVolumeBootPattern-1778644090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca68a50-59b8-4c01-9794-ec24921fc57d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:50.232472 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38826) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:50.743462 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:51.305259 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Deleting port e25ffba3-fa0d-435e-bbba-40e196addf28 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:51.305987 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:51.385838 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] For port e25ffba3-fa0d-435e-bbba-40e196addf28, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=e25ffba3-fa0d-435e-bbba-40e196addf28,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:51.386190 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:51.398274 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Calling delete_port for e25ffba3-fa0d-435e-bbba-40e196addf28 owned by network:router_interface {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:51.414559 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 8f302291-88ca-4631-ad60-0ab26d06ad18 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:36:51.437678 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 8f302291-88ca-4631-ad60-0ab26d06ad18 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:36:51.438019 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 8f302291-88ca-4631-ad60-0ab26d06ad18 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:36:51.644994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:51.669362 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25ffba3-fa0d-435e-bbba-40e196addf28,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:51.839417 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:52.053729 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Router 01a6ecf0-429c-4184-919c-1260f5731e20 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:36:52.156900 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:36:52.162051 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-1f33b069-9f9f-4259-a17f-a60b36dd8b50 admin admin] 10.222.0.13 "PUT /v2.0/routers/01a6ecf0-429c-4184-919c-1260f5731e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9285715 Sep 23 11:36:52.164651 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38830) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:52.165470 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] Sync routers for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:36:52.174762 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:36:52.175366 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:36:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:52.266473 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:52.374685 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:52.403599 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:36:52.476251 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Deleting port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:52.476610 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:52.562403 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] For port 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=0bee579d-a40d-4fc6-9fa1-68eeeae1a65f,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:52.562846 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:52.576508 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Calling delete_port for 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f owned by network:router_gateway {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:52.582007 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:36:51Z', 'revision_number': 5, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port': {'id': '0bee579d-a40d-4fc6-9fa1-68eeeae1a65f', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:32Z', 'updated_at': '2021-09-23T11:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:52.611074 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] Checking router: 01a6ecf0-429c-4184-919c-1260f5731e20 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:36:52.619902 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] Routers {'01a6ecf0-429c-4184-919c-1260f5731e20'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:36:52.620527 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:36:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['01a6ecf0-429c-4184-919c-1260f5731e20'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:52.707807 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] Set router 01a6ecf0-429c-4184-919c-1260f5731e20 gateway port host: None {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:36:52.765083 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:36:52Z', 'revision_number': 6, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port_host': None}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:52.792488 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc211d-3ad3-4d01-963f-c302795c87e8 None None] The sync data for ids ['01a6ecf0-429c-4184-919c-1260f5731e20'] in dv-cinder-809523-4-iscsi is: [{'id': '01a6ecf0-429c-4184-919c-1260f5731e20', 'name': 'tempest-TestVolumeBootPattern-8374230-router', 'tenant_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:31Z', 'updated_at': '2021-09-23T11:36:52Z', 'revision_number': 6, 'project_id': '835d4a3c08ec4bd4b920a36fef6622a2', 'gw_port_host': None}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:36:52.804703 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:52.832248 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bee579d-a40d-4fc6-9fa1-68eeeae1a65f,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:52.899282 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.002393 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.004742 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.129891 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.130335 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01a6ecf0-429c-4184-919c-1260f5731e20 {{(pid=94666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:36:53.135165 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.137089 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-304e8d18-01f6-4160-b62a-e2fdde2ac5a8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/01a6ecf0-429c-4184-919c-1260f5731e20 HTTP/1.1" status: 204 len: 168 time: 0.9707608 Sep 23 11:36:53.139082 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38832) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:53.195410 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08d3e6a-c326-4169-ad82-58f53d5247c2 admin admin] Deleting subnet ee6f3024-e6cf-4061-9c9a-732778fc8c5f {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:36:53.199955 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a08d3e6a-c326-4169-ad82-58f53d5247c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.238786 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a08d3e6a-c326-4169-ad82-58f53d5247c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9139314'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.345513 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a08d3e6a-c326-4169-ad82-58f53d5247c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.473072 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a08d3e6a-c326-4169-ad82-58f53d5247c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8880221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12550952'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.496104 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d3e6a-c326-4169-ad82-58f53d5247c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6f3024-e6cf-4061-9c9a-732778fc8c5f,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:53.501832 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-a08d3e6a-c326-4169-ad82-58f53d5247c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.503803 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-a08d3e6a-c326-4169-ad82-58f53d5247c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee6f3024-e6cf-4061-9c9a-732778fc8c5f HTTP/1.1" status: 204 len: 168 time: 0.3637583 Sep 23 11:36:53.506416 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38834) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:53.513476 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9118f3a-e08e-4136-87bc-640c9d36f4bd None None] Network 72a817c5-bdd3-454e-9305-fc153563cfaa requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:36:53.591617 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.596545 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.651122 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Deleting port d2ac9d33-8084-443c-910c-5b464b6c1aed {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:53.651478 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.717416 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] For port d2ac9d33-8084-443c-910c-5b464b6c1aed, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d2ac9d33-8084-443c-910c-5b464b6c1aed,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:53.717777 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.729368 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] DHCP port deletion for 72a817c5-bdd3-454e-9305-fc153563cfaa request from dv-cinder-809523-4-iscsi {{(pid=94667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 11:36:53.730434 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Calling delete_port for d2ac9d33-8084-443c-910c-5b464b6c1aed owned by network:dhcp {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:53.780236 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Deleting port d2ac9d33-8084-443c-910c-5b464b6c1aed {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:53.781023 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.854024 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] For port d2ac9d33-8084-443c-910c-5b464b6c1aed, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d2ac9d33-8084-443c-910c-5b464b6c1aed,segment=NetworkSegment(2b473175-b45a-4748-b829-3b7228ad2390),segment_id=2b473175-b45a-4748-b829-3b7228ad2390)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:53.854417 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.868384 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Calling delete_port for d2ac9d33-8084-443c-910c-5b464b6c1aed owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:53.889994 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.915205 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ac9d33-8084-443c-910c-5b464b6c1aed,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:53.918695 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] No DVR routers for this DVR port d2ac9d33-8084-443c-910c-5b464b6c1aed on host dv-cinder-809523-4-iscsi {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:36:53.944863 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:53.972228 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Pushing event deleted for resources: {'Port': ['ID=d2ac9d33-8084-443c-910c-5b464b6c1aed,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:53.977342 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] No DVR routers for this DVR port d2ac9d33-8084-443c-910c-5b464b6c1aed on host dv-cinder-809523-4-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:36:53.979649 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.980102 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.980475 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.980809 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.981139 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.981464 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.981786 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.982108 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.982447 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.982772 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.983088 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.983400 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646e1281-ca30-4c94-afe6-ee41017b40f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-4-iscsi {{(pid=94667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 11:36:53.990149 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.011844 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a817c5-bdd3-454e-9305-fc153563cfaa']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:54.021347 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b473175-b45a-4748-b829-3b7228ad2390') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:54.021638 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b473175-b45a-4748-b829-3b7228ad2390') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:54.031645 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9139307'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.045041 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.051108 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:36:54.051483 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883443'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: timer() Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: cb(*args, **kw) Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: self._notify() Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: self.callback(batched_events) Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: event.method(event) Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._get(url).json() Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:36:54.053098 dv-cinder-809523-4-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:36:54.152654 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.160970 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.163905 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/72a817c5-bdd3-454e-9305-fc153563cfaa HTTP/1.1" status: 204 len: 168 time: 0.6554871 Sep 23 11:36:54.166533 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38836) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:54.172031 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55dec2-7db4-47b3-8dba-11c086a60d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a817c5-bdd3-454e-9305-fc153563cfaa,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:54.508344 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.593540 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:36:54.617720 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:36:54.619335 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 0bee579d-a40d-4fc6-9fa1-68eeeae1a65f not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:36:54.619943 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device e25ffba3-fa0d-435e-bbba-40e196addf28 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:36:54.639833 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: e25ffba3-fa0d-435e-bbba-40e196addf28 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:36:54.640198 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device e25ffba3-fa0d-435e-bbba-40e196addf28 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:36:54.640632 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d2ac9d33-8084-443c-910c-5b464b6c1aed no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:36:54.659424 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: d2ac9d33-8084-443c-910c-5b464b6c1aed {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:36:54.659769 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d2ac9d33-8084-443c-910c-5b464b6c1aed not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:36:54.766524 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Deleting port 24c801af-e323-49ed-9444-a65a9c1c6d90 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:54.766768 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.844397 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] For port 24c801af-e323-49ed-9444-a65a9c1c6d90, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=24c801af-e323-49ed-9444-a65a9c1c6d90,segment=NetworkSegment(0b208ebe-8bab-4034-b651-bb38c16ee7f8),segment_id=0b208ebe-8bab-4034-b651-bb38c16ee7f8)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:54.844751 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:54.862751 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Calling delete_port for 24c801af-e323-49ed-9444-a65a9c1c6d90 owned by network:router_interface {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:55.084439 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:55.110114 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c801af-e323-49ed-9444-a65a9c1c6d90,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:55.279438 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:55.720861 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Router f5480366-4431-451d-a0c8-e4a06a82f07b has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:36:55.829025 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:36:55.834791 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-31337500-1726-4984-ba77-8dadfb626219 admin admin] 10.222.0.13 "PUT /v2.0/routers/f5480366-4431-451d-a0c8-e4a06a82f07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665757 Sep 23 11:36:55.839565 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38838) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:55.842594 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] Sync routers for ids ['f5480366-4431-451d-a0c8-e4a06a82f07b'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:36:55.852475 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] Routers {'f5480366-4431-451d-a0c8-e4a06a82f07b'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:36:55.853229 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:36:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f5480366-4431-451d-a0c8-e4a06a82f07b'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:55.967318 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks [] for router, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:55.985585 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] Set router f5480366-4431-451d-a0c8-e4a06a82f07b gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:36:56.073901 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.165715 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:36:54Z', 'revision_number': 5, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port': {'id': 'a7ecc90f-33c0-4abd-8826-ee65d204a087', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:aa:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:28:41Z', 'updated_at': '2021-09-23T11:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:56.174365 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Deleting port a7ecc90f-33c0-4abd-8826-ee65d204a087 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:56.174705 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.191839 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] Checking router: f5480366-4431-451d-a0c8-e4a06a82f07b for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:36:56.201130 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] Routers {'f5480366-4431-451d-a0c8-e4a06a82f07b'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:36:56.201773 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:36:45Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f5480366-4431-451d-a0c8-e4a06a82f07b'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:56.260898 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] For port a7ecc90f-33c0-4abd-8826-ee65d204a087, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=a7ecc90f-33c0-4abd-8826-ee65d204a087,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:56.261160 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.274089 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Calling delete_port for a7ecc90f-33c0-4abd-8826-ee65d204a087 owned by network:router_gateway {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:56.290544 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] Set router f5480366-4431-451d-a0c8-e4a06a82f07b gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:36:56.344855 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:36:56Z', 'revision_number': 6, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port_host': None}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:56.370643 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38290854-ec55-48af-9c4b-7a85940e6e22 None None] The sync data for ids ['f5480366-4431-451d-a0c8-e4a06a82f07b'] in dv-cinder-809523-4-iscsi is: [{'id': 'f5480366-4431-451d-a0c8-e4a06a82f07b', 'name': 'tempest-TestVolumeBootPattern-1140163735-router', 'tenant_id': '94127a1f0c2f422abd8ff4039964a748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:28:40Z', 'updated_at': '2021-09-23T11:36:56Z', 'revision_number': 6, 'project_id': '94127a1f0c2f422abd8ff4039964a748', 'gw_port_host': None}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:36:56.478183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.507603 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ecc90f-33c0-4abd-8826-ee65d204a087,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:56.567339 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.660183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.662586 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.765087 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.765735 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5480366-4431-451d-a0c8-e4a06a82f07b {{(pid=94665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:36:56.771207 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.774840 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-1e373f0a-6f9e-40b8-b4c8-7923714f2265 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f5480366-4431-451d-a0c8-e4a06a82f07b HTTP/1.1" status: 204 len: 168 time: 0.9322927 Sep 23 11:36:56.778861 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38840) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:56.830836 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e797e376-0a01-48d6-85da-a2ec90a7a416 admin admin] Deleting subnet 82563e58-3991-4d21-bd0e-516f4bcadf92 {{(pid=94665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:36:56.833807 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e797e376-0a01-48d6-85da-a2ec90a7a416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.868377 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e797e376-0a01-48d6-85da-a2ec90a7a416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8579824'] for subnet, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:56.946228 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e797e376-0a01-48d6-85da-a2ec90a7a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.078812 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e797e376-0a01-48d6-85da-a2ec90a7a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779281'] for subnet, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.102981 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797e376-0a01-48d6-85da-a2ec90a7a416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82563e58-3991-4d21-bd0e-516f4bcadf92,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:57.111294 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-e797e376-0a01-48d6-85da-a2ec90a7a416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.114414 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-e797e376-0a01-48d6-85da-a2ec90a7a416 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82563e58-3991-4d21-bd0e-516f4bcadf92 HTTP/1.1" status: 204 len: 168 time: 0.3370843 Sep 23 11:36:57.116594 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38842) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:57.118246 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31840818-bc9d-4103-8371-26e4d4b4f14f None None] Network e437c8a9-98a2-477d-bf77-ed821459ba5b requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:36:57.191543 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 24c801af-e323-49ed-9444-a65a9c1c6d90 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:36:57.198118 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.221777 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 24c801af-e323-49ed-9444-a65a9c1c6d90 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:36:57.222122 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 24c801af-e323-49ed-9444-a65a9c1c6d90 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:36:57.254596 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Deleting port b7c32dd8-06f0-41df-914d-5c927acc7bd3 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:57.255284 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.330387 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] For port b7c32dd8-06f0-41df-914d-5c927acc7bd3, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=b7c32dd8-06f0-41df-914d-5c927acc7bd3,segment=NetworkSegment(0b208ebe-8bab-4034-b651-bb38c16ee7f8),segment_id=0b208ebe-8bab-4034-b651-bb38c16ee7f8)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:57.330661 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.336058 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] DHCP port deletion for e437c8a9-98a2-477d-bf77-ed821459ba5b request from dv-cinder-809523-4-iscsi {{(pid=94667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 11:36:57.345053 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Calling delete_port for b7c32dd8-06f0-41df-914d-5c927acc7bd3 owned by network:dhcp {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:57.384045 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] Deleting port b7c32dd8-06f0-41df-914d-5c927acc7bd3 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:36:57.385023 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.452626 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] For port b7c32dd8-06f0-41df-914d-5c927acc7bd3, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=b7c32dd8-06f0-41df-914d-5c927acc7bd3,segment=NetworkSegment(0b208ebe-8bab-4034-b651-bb38c16ee7f8),segment_id=0b208ebe-8bab-4034-b651-bb38c16ee7f8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:36:57.453020 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.464808 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] Calling delete_port for b7c32dd8-06f0-41df-914d-5c927acc7bd3 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:36:57.518450 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.539446 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.545870 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c32dd8-06f0-41df-914d-5c927acc7bd3,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:57.550254 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] No DVR routers for this DVR port b7c32dd8-06f0-41df-914d-5c927acc7bd3 on host dv-cinder-809523-4-iscsi {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:36:57.566452 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] Pushing event deleted for resources: {'Port': ['ID=b7c32dd8-06f0-41df-914d-5c927acc7bd3,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:57.569977 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64f5e5-e794-42a4-8dfc-69e19c4275ef None None] No DVR routers for this DVR port b7c32dd8-06f0-41df-914d-5c927acc7bd3 on host dv-cinder-809523-4-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:36:57.628331 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.649160 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e437c8a9-98a2-477d-bf77-ed821459ba5b']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:57.658079 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b208ebe-8bab-4034-b651-bb38c16ee7f8') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:57.658370 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b208ebe-8bab-4034-b651-bb38c16ee7f8') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:36:57.668185 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9139307'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.680870 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.689524 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:36:57.689903 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883443'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: timer() Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: cb(*args, **kw) Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: self._notify() Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: self.callback(batched_events) Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: event.method(event) Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._get(url).json() Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:36:57.691487 dv-cinder-809523-4-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:36:57.809875 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.813857 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:57.818233 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e437c8a9-98a2-477d-bf77-ed821459ba5b HTTP/1.1" status: 204 len: 168 time: 0.6983018 Sep 23 11:36:57.828491 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be7437-54e2-43d6-912e-d083d204c420 admin admin] Pushing event deleted for resources: {'Network': ['ID=e437c8a9-98a2-477d-bf77-ed821459ba5b,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:58.112784 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38846) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:58.150421 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-682d5ada-90a4-49be-93e4-a2e36901abe3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=835d4a3c08ec4bd4b920a36fef6622a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424702 Sep 23 11:36:58.153104 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38848) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:58.200045 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7227e4e9-5bab-4fde-8235-d5b9a022aa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:58.220137 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7227e4e9-5bab-4fde-8235-d5b9a022aa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:58.301438 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7227e4e9-5bab-4fde-8235-d5b9a022aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:58.304212 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7227e4e9-5bab-4fde-8235-d5b9a022aa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:58.305391 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7227e4e9-5bab-4fde-8235-d5b9a022aa4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2519153f-183b-424b-9294-dcaf69b1b657 HTTP/1.1" status: 204 len: 168 time: 0.1514065 Sep 23 11:36:58.314020 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227e4e9-5bab-4fde-8235-d5b9a022aa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2519153f-183b-424b-9294-dcaf69b1b657,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:36:58.598553 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device b7c32dd8-06f0-41df-914d-5c927acc7bd3 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:36:58.630692 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: b7c32dd8-06f0-41df-914d-5c927acc7bd3 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:36:58.631037 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device b7c32dd8-06f0-41df-914d-5c927acc7bd3 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:36:58.631457 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device a7ecc90f-33c0-4abd-8826-ee65d204a087 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:36:58.651222 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: a7ecc90f-33c0-4abd-8826-ee65d204a087 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:36:58.651570 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device a7ecc90f-33c0-4abd-8826-ee65d204a087 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:36:58.873074 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38854) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:58.927365 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-26bb1b0e-4497-49f8-a153-b712cf8e48f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94127a1f0c2f422abd8ff4039964a748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530148 Sep 23 11:36:58.929868 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38856) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:36:58.979336 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-113d6eea-208e-487b-afed-c7eb0e82de8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:58.999718 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-113d6eea-208e-487b-afed-c7eb0e82de8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:59.112669 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-113d6eea-208e-487b-afed-c7eb0e82de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:59.115205 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-113d6eea-208e-487b-afed-c7eb0e82de8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:36:59.116485 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-113d6eea-208e-487b-afed-c7eb0e82de8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/070680f5-7df3-4edc-ac38-d74a35cbac8d HTTP/1.1" status: 204 len: 168 time: 0.1856210 Sep 23 11:36:59.124466 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d6eea-208e-487b-afed-c7eb0e82de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070680f5-7df3-4edc-ac38-d74a35cbac8d,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:01.427809 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:37:13.593148 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-d126c76f-37fd-41b8-b2e5-86ced1f99404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:15.523667 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-4f50c959-b9c8-414f-a7f4-8a9cd1307108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:16.374724 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:17.535044 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:18.712302 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:23.178395 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38864) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:23.334239 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Deleting port e1db933d-9e6a-4d12-9a8b-8d487674aff2 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:23.334568 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:23.411062 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:23.411380 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:23.423267 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Calling delete_port for e1db933d-9e6a-4d12-9a8b-8d487674aff2 owned by network:floatingip {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:23.586602 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:23.917942 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:23.946931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event deleted for resources: {'Port': ['ID=e1db933d-9e6a-4d12-9a8b-8d487674aff2,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:24.014277 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:24.014680 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.db.l3_db [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Floating IP cf253da9-2c8d-4a55-8d8e-47d734b9ecc2 disassociated (deleted). External IP: 172.27.1.21, port: 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44. Sep 23 11:37:24.238155 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Router f3eadb31-10a0-446a-8174-4b3e2bec1f93 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:37:24.351656 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:37:24.356160 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for floatingip, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:24.362156 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] Sync routers for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:37:24.371973 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:37:24.372630 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:37:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:24.384495 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0fc93512-042e-4854-a5de-28c9f924b1f8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "DELETE /v2.0/floatingips/cf253da9-2c8d-4a55-8d8e-47d734b9ecc2 HTTP/1.1" status: 204 len: 168 time: 1.2050343 Sep 23 11:37:24.385066 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:37:24.387430 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d09333e-7829-462c-a469-d3aff3e4511d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:37:24.436636 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 11:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8d43c0-4dff-496f-8f56-153380fae871 x-openstack-request-id: req-8e8d43c0-4dff-496f-8f56-153380fae871 {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:37:24.437005 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:37:24.437005 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e8d43c0-4dff-496f-8f56-153380fae871 {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:37:24.437370 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'status': 'completed', 'code': 200} Sep 23 11:37:24.492008 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:37:24.500658 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09333e-7829-462c-a469-d3aff3e4511d req-09b7bfaf-1ff4-428d-8f73-e9e50e1bf6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:37:24.502163 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d09333e-7829-462c-a469-d3aff3e4511d req-09b7bfaf-1ff4-428d-8f73-e9e50e1bf6e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2591febce164953878e8cf1c5cbe0af&device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 1099 time: 0.0436966 Sep 23 11:37:24.594434 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09333e-7829-462c-a469-d3aff3e4511d req-6133e444-fbf9-4abc-9598-59e0cd4f35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:37:24.595960 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d09333e-7829-462c-a469-d3aff3e4511d req-6133e444-fbf9-4abc-9598-59e0cd4f35c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 200 len: 909 time: 0.0865979 Sep 23 11:37:24.643626 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d09333e-7829-462c-a469-d3aff3e4511d req-35e9a5ed-36ef-46fc-ab70-b5e8caaad1af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 200 len: 217 time: 0.0398722 Sep 23 11:37:24.692383 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09333e-7829-462c-a469-d3aff3e4511d req-15c1e431-7e83-4a0c-b8c0-3507210c7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:37:24.693854 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d09333e-7829-462c-a469-d3aff3e4511d req-15c1e431-7e83-4a0c-b8c0-3507210c7dad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c994a70-c592-4a99-a016-40d3fa791bf1 HTTP/1.1" status: 200 len: 847 time: 0.0438013 Sep 23 11:37:24.701917 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:29Z', 'revision_number': 5, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:24.729751 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] Checking router: f3eadb31-10a0-446a-8174-4b3e2bec1f93 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:37:24.739175 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:37:24.739803 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:37:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:24.741633 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09333e-7829-462c-a469-d3aff3e4511d req-27106e93-812c-4fa2-a020-3011c62bf4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:37:24.743218 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d09333e-7829-462c-a469-d3aff3e4511d req-27106e93-812c-4fa2-a020-3011c62bf4fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c16f3e05-0d10-4f84-94f8-2ff19255b12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428655 Sep 23 11:37:24.848645 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:37:24.878787 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773ffa6-764f-4cc3-a0b2-dfbced25bc4a req-5129ac7e-f0d8-47d4-b876-a7afa2685be1 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:37:24.880355 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a773ffa6-764f-4cc3-a0b2-dfbced25bc4a req-5129ac7e-f0d8-47d4-b876-a7afa2685be1 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0967839 Sep 23 11:37:24.884054 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d09333e-7829-462c-a469-d3aff3e4511d req-e43bed23-dbe5-4bb6-bb17-010dbd07d5c9 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327715 Sep 23 11:37:24.946364 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-a773ffa6-764f-4cc3-a0b2-dfbced25bc4a req-d18a2981-0fff-4677-bc45-5ae82627bf10 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598311 Sep 23 11:37:25.003331 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-5d09333e-7829-462c-a469-d3aff3e4511d req-493271ee-4fc5-43f5-bbaa-16fa5aa3f460 service neutron] 10.222.0.22 "GET /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103592 Sep 23 11:37:25.050517 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:29Z', 'revision_number': 5, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:25.080864 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a755377-7d40-434c-ba0f-0b4ff9c6a21c None None] The sync data for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi is: [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:25Z', 'revision_number': 4, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi', '_interfaces': [{'id': '4d4e5de4-0209-4962-8ccc-e57953b91c86', 'name': '', 'network_id': 'c16f3e05-0d10-4f84-94f8-2ff19255b12e', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'mac_address': 'fa:16:3e:d0:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:24Z', 'updated_at': '2021-09-23T11:32:29Z', 'revision_number': 5, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'subnets': [{'id': '7c994a70-c592-4a99-a016-40d3fa791bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:37:25.283811 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd32c7f8-2a18-425d-930a-ab1ba3e951e1 None None] New status for floating IP cf253da9-2c8d-4a55-8d8e-47d734b9ecc2: DOWN {{(pid=94668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 11:37:26.059987 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b10d1-1366-487a-aff5-4f6bfecab7c5 req-617ea18b-24a3-4d34-8d09-b5e4115190c1 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:37:26.061393 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f4b10d1-1366-487a-aff5-4f6bfecab7c5 req-617ea18b-24a3-4d34-8d09-b5e4115190c1 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0477014 Sep 23 11:37:26.098432 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-2f4b10d1-1366-487a-aff5-4f6bfecab7c5 req-d6cf7d4d-c18b-4ce3-99b7-e95db87a78e8 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a9afc37-3acd-4503-a370-4e28a08b7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Sep 23 11:37:26.262253 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-de64bc14-30ec-4da1-a25e-1519bc18271e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 11:37:26.263968 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-de64bc14-30ec-4da1-a25e-1519bc18271e tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 946 time: 0.0477166 Sep 23 11:37:26.354164 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Deleting port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:26.354426 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:26.438899 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] For port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:26.439271 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:26.450716 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Calling delete_port for 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 owned by compute:nova {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:26.643893 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:26.671369 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event deleted for resources: {'Port': ['ID=14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:26.716045 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] No DVR routers for this DVR port 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 on host hv-cinder-80952 {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:37:26.718486 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494374'] for port, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:26.722249 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-99b2e631-245a-4f32-96d8-6805cfa5ef57 req-12d6112a-ada1-4836-bf75-8e7a4d91487a tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.22 "DELETE /v2.0/ports/14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 HTTP/1.1" status: 204 len: 173 time: 0.4520764 Sep 23 11:37:26.722718 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'name': 'network-vif-deleted', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44'}] {{(pid=94666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 11:37:26.725393 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4507f212e2d632ad30778eae4dc55d0fc5aba8de91badb41fb200342b0400903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fc2841-9847-4c89-8f51-d8c1ef65481d" -d '{"events": [{"server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "name": "network-vif-deleted", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44"}]}' {{(pid=94666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 11:37:26.761750 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 11:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dad010-cc97-4b40-849b-1d83de4a9c9a x-openstack-request-id: req-64dad010-cc97-4b40-849b-1d83de4a9c9a {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 11:37:26.762037 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4", "name": "network-vif-deleted", "tag": "14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44", "status": "completed", "code": 200}]} {{(pid=94666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 11:37:26.762353 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64dad010-cc97-4b40-849b-1d83de4a9c9a {{(pid=94666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 11:37:26.763011 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4', 'name': 'network-vif-deleted', 'tag': '14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44', 'status': 'completed', 'code': 200} Sep 23 11:37:27.197205 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [req-20d16c8b-cf27-485d-bedb-018ac59fe3ff req-2130c231-abca-4c97-8c48-4d88e0bc91ae tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6aebc8-8ba5-44a9-abb5-d3e3dc4626a4 HTTP/1.1" status: 200 len: 210 time: 0.0271642 Sep 23 11:37:28.253409 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38880) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:28.312189 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-17c6b2d7-3da4-425f-a424-7d6a07c34847 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:28.337535 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-17c6b2d7-3da4-425f-a424-7d6a07c34847 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:28.477616 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-17c6b2d7-3da4-425f-a424-7d6a07c34847 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:28.480167 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-17c6b2d7-3da4-425f-a424-7d6a07c34847 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Notify callbacks [] for security_group, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:28.481369 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-17c6b2d7-3da4-425f-a424-7d6a07c34847 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a9afc37-3acd-4503-a370-4e28a08b7f9b HTTP/1.1" status: 204 len: 168 time: 0.2266772 Sep 23 11:37:28.490764 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6b2d7-3da4-425f-a424-7d6a07c34847 tempest-TestShelveInstance-714910221 tempest-TestShelveInstance-714910221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9afc37-3acd-4503-a370-4e28a08b7f9b,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:28.588094 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38884) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:29.126791 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:29.388912 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Deleting port 4d4e5de4-0209-4962-8ccc-e57953b91c86 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:29.389599 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:29.464314 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] For port 4d4e5de4-0209-4962-8ccc-e57953b91c86, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=4d4e5de4-0209-4962-8ccc-e57953b91c86,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:29.464666 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:29.477236 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Calling delete_port for 4d4e5de4-0209-4962-8ccc-e57953b91c86 owned by network:router_interface {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:29.717776 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:29.748180 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4e5de4-0209-4962-8ccc-e57953b91c86,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:29.917251 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:30.124913 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Router f3eadb31-10a0-446a-8174-4b3e2bec1f93 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:37:30.451140 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:37:30.456261 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-7c04bbcd-eeff-4258-b895-03c4be19b1fe admin admin] 10.222.0.13 "PUT /v2.0/routers/f3eadb31-10a0-446a-8174-4b3e2bec1f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671145 Sep 23 11:37:30.458734 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38888) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:30.459682 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] Sync routers for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:37:30.468636 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:37:30.469769 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:37:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:30.566751 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks [] for router, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:30.675639 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:30.701350 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:37:30.790021 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Deleting port d76228ef-0235-4ae7-bb4d-5ea3565bc609 {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:30.790365 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:30.872412 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] For port d76228ef-0235-4ae7-bb4d-5ea3565bc609, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=d76228ef-0235-4ae7-bb4d-5ea3565bc609,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:30.872781 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:30.877868 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:37:29Z', 'revision_number': 5, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port': {'id': 'd76228ef-0235-4ae7-bb4d-5ea3565bc609', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:81:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:30.886563 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Calling delete_port for d76228ef-0235-4ae7-bb4d-5ea3565bc609 owned by network:router_gateway {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:30.904510 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] Checking router: f3eadb31-10a0-446a-8174-4b3e2bec1f93 for host: dv-cinder-809523-4-iscsi {{(pid=94667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:37:30.913498 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] Routers {'f3eadb31-10a0-446a-8174-4b3e2bec1f93'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:37:30.914108 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:37:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'], 'active': True} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:31.000215 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvr_db [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] Set router f3eadb31-10a0-446a-8174-4b3e2bec1f93 gateway port host: None {{(pid=94667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:37:31.056367 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_hamode_db [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:37:30Z', 'revision_number': 6, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port_host': None}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:31.083869 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62602e4a-190d-4e1d-a0be-e7c0e35cbc63 None None] The sync data for ids ['f3eadb31-10a0-446a-8174-4b3e2bec1f93'] in dv-cinder-809523-4-iscsi is: [{'id': 'f3eadb31-10a0-446a-8174-4b3e2bec1f93', 'name': 'tempest-TestShelveInstance-621778300-router', 'tenant_id': 'e2591febce164953878e8cf1c5cbe0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:21Z', 'updated_at': '2021-09-23T11:37:30Z', 'revision_number': 6, 'project_id': 'e2591febce164953878e8cf1c5cbe0af', 'gw_port_host': None}] {{(pid=94667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:37:31.089626 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.121678 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Pushing event deleted for resources: {'Port': ['ID=d76228ef-0235-4ae7-bb4d-5ea3565bc609,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:31.179123 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.269197 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.271394 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.409007 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.409720 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3eadb31-10a0-446a-8174-4b3e2bec1f93 {{(pid=94665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:37:31.414103 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] Notify callbacks [] for router, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.415276 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-435ab9d6-697a-49bf-aa92-eb9d284cb13a admin admin] 10.222.0.13 "DELETE /v2.0/routers/f3eadb31-10a0-446a-8174-4b3e2bec1f93 HTTP/1.1" status: 204 len: 168 time: 0.9555769 Sep 23 11:37:31.418118 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38890) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:31.465891 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-63040f14-524e-4b81-8995-8c457c381752 admin admin] Deleting subnet 7c994a70-c592-4a99-a016-40d3fa791bf1 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:37:31.469344 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-63040f14-524e-4b81-8995-8c457c381752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.476500 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:37:31.495962 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] No Port match for: 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:37:31.496329 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Device 14ff8661-1bcd-4ec9-9b0f-3ce22f6b4c44 not bound to the agent host hv-cinder-80952 {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:37:31.506800 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-63040f14-524e-4b81-8995-8c457c381752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9139314'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.587037 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-63040f14-524e-4b81-8995-8c457c381752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.706317 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-63040f14-524e-4b81-8995-8c457c381752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8880221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12550952'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.731305 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63040f14-524e-4b81-8995-8c457c381752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c994a70-c592-4a99-a016-40d3fa791bf1,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:31.735630 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-63040f14-524e-4b81-8995-8c457c381752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.737655 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-63040f14-524e-4b81-8995-8c457c381752 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c994a70-c592-4a99-a016-40d3fa791bf1 HTTP/1.1" status: 204 len: 168 time: 0.3173835 Sep 23 11:37:31.740272 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.wsgi [-] (94665) accepted ('10.222.0.13', 38892) {{(pid=94665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:31.741548 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9e468-5dec-4f06-895d-29903b06dcb6 None None] Network c16f3e05-0d10-4f84-94f8-2ff19255b12e requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:37:31.811247 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.873072 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Deleting port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a {{(pid=94665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:31.873781 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.941521 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] DHCP port deletion for c16f3e05-0d10-4f84-94f8-2ff19255b12e request from dv-cinder-809523-4-iscsi {{(pid=94667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 11:37:31.946275 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.db [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] For port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:31.946636 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:31.958789 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.plugin [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Calling delete_port for 91f2f0e7-3bb5-4547-bd02-38cfab34e08a owned by network:dhcp {{(pid=94665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:31.990894 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] Deleting port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:31.991261 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.059327 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] For port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,segment=NetworkSegment(7771b432-0145-4ab8-9500-cfc222a4d07f),segment_id=7771b432-0145-4ab8-9500-cfc222a4d07f)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:32.059724 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.073072 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] Calling delete_port for 91f2f0e7-3bb5-4547-bd02-38cfab34e08a owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:32.128790 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811022'] for port, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.148819 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.154496 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:32.158902 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] No DVR routers for this DVR port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a on host dv-cinder-809523-4-iscsi {{(pid=94665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:37:32.179953 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] Pushing event deleted for resources: {'Port': ['ID=91f2f0e7-3bb5-4547-bd02-38cfab34e08a,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:32.182009 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81d9be-f4f8-413e-ba62-25394803b5a6 None None] No DVR routers for this DVR port 91f2f0e7-3bb5-4547-bd02-38cfab34e08a on host dv-cinder-809523-4-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:37:32.235708 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.255514 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16f3e05-0d10-4f84-94f8-2ff19255b12e']}} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:32.264884 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7771b432-0145-4ab8-9500-cfc222a4d07f') {'for_net_delete': True} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:32.265183 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.services.segments.db [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7771b432-0145-4ab8-9500-cfc222a4d07f') {} {{(pid=94665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:32.274952 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8579817'] for segment, before_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.288506 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.294371 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:37:32.294755 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8814333'] for segment, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: Traceback (most recent call last): Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: timer() Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: cb(*args, **kw) Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: return func(*args, **kwargs) Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: self._notify() Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: self.callback(batched_events) Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: event.method(event) Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: return f(self, *a, **k) Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._get(url).json() Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: return self.request(url, 'GET', **kwargs) Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:37:32.296422 dv-cinder-809523-4-iscsi neutron-server[94665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:37:32.414660 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.423530 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron_lib.callbacks.manager [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:32.425426 dv-cinder-809523-4-iscsi neutron-server[94665]: INFO neutron.wsgi [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c16f3e05-0d10-4f84-94f8-2ff19255b12e HTTP/1.1" status: 204 len: 168 time: 0.6841152 Sep 23 11:37:32.428520 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38894) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:32.436265 dv-cinder-809523-4-iscsi neutron-server[94665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea052b75-8a91-48f7-b958-623d35e16fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c16f3e05-0d10-4f84-94f8-2ff19255b12e,revision_number=None']} {{(pid=94665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:32.613985 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 4d4e5de4-0209-4962-8ccc-e57953b91c86 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:37:32.633243 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 4d4e5de4-0209-4962-8ccc-e57953b91c86 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:37:32.633581 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 4d4e5de4-0209-4962-8ccc-e57953b91c86 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:37:32.633995 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d76228ef-0235-4ae7-bb4d-5ea3565bc609 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:37:32.653037 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: d76228ef-0235-4ae7-bb4d-5ea3565bc609 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:37:32.653378 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device d76228ef-0235-4ae7-bb4d-5ea3565bc609 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:37:32.653805 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 91f2f0e7-3bb5-4547-bd02-38cfab34e08a no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:37:32.674584 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 91f2f0e7-3bb5-4547-bd02-38cfab34e08a {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:37:32.674950 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 91f2f0e7-3bb5-4547-bd02-38cfab34e08a not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:37:32.770756 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3717402'] for router_interface, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:33.008651 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Deleting port 63b41d44-a2ff-47ca-93b4-18c21481fd62 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:33.008992 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:33.084256 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] For port 63b41d44-a2ff-47ca-93b4-18c21481fd62, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=63b41d44-a2ff-47ca-93b4-18c21481fd62,segment=NetworkSegment(99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8),segment_id=99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:33.084641 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:33.096816 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Calling delete_port for 63b41d44-a2ff-47ca-93b4-18c21481fd62 owned by network:router_interface {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:33.409389 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:33.434091 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b41d44-a2ff-47ca-93b4-18c21481fd62,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:33.613387 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3717267'] for router_interface, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:33.856839 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Router e2b99ac3-398b-4204-9a72-c40de3adb0f2 has already been hosted by L3 agent 2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd {{(pid=94666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 11:37:34.267996 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] Notify agent at l3_agent.dv-cinder-809523-4-iscsi the message routers_updated {{(pid=94666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 11:37:34.274442 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-28b94309-cdb5-44ef-9b49-e219c0696d29 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2b99ac3-398b-4204-9a72-c40de3adb0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8447266 Sep 23 11:37:34.277263 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38896) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:34.279671 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] Sync routers for ids ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'] in dv-cinder-809523-4-iscsi {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 11:37:34.289216 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] Routers {'e2b99ac3-398b-4204-9a72-c40de3adb0f2'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:37:34.289839 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:37:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:34.404838 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks [] for router, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:34.406149 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] Set router e2b99ac3-398b-4204-9a72-c40de3adb0f2 gateway port host: dv-cinder-809523-4-iscsi {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:37:34.510686 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:34.643163 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Deleting port fd177556-d618-40a7-8c15-91b05cf1b7d7 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:34.643504 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:34.681600 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'external_fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:37:33Z', 'revision_number': 5, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port': {'id': 'fd177556-d618-40a7-8c15-91b05cf1b7d7', 'name': '', 'network_id': '6ca67abb-6dcb-418d-b938-52b0ef0b35c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T11:32:29Z', 'updated_at': '2021-09-23T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31507f6e-1198-4024-93ec-16e6e30d3da9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-4-iscsi'}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:34.711160 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] Checking router: e2b99ac3-398b-4204-9a72-c40de3adb0f2 for host: dv-cinder-809523-4-iscsi {{(pid=94668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 11:37:34.720109 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] Routers {'e2b99ac3-398b-4204-9a72-c40de3adb0f2'} bound to L3 agent in host dv-cinder-809523-4-iscsi {{(pid=94668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 11:37:34.720867 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T11:17:15Z,description=,heartbeat_timestamp=2021-09-23T11:37:15Z,host='dv-cinder-809523-4-iscsi',id=2a7c41df-714c-4f1e-b8c0-c7e1711cd0fd,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T11:17:16Z,topic='l3_agent')) {'router_ids': ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'], 'active': True} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:34.747593 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] For port fd177556-d618-40a7-8c15-91b05cf1b7d7, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=fd177556-d618-40a7-8c15-91b05cf1b7d7,segment=NetworkSegment(70639bb9-ce6c-42a0-a49c-26a622ea6928),segment_id=70639bb9-ce6c-42a0-a49c-26a622ea6928)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:34.748058 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:34.765054 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Calling delete_port for fd177556-d618-40a7-8c15-91b05cf1b7d7 owned by network:router_gateway {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:34.807636 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_dvr_db [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] Set router e2b99ac3-398b-4204-9a72-c40de3adb0f2 gateway port host: None {{(pid=94668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 11:37:34.860685 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.l3_hamode_db [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:37:34Z', 'revision_number': 6, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port_host': None}], 'dv-cinder-809523-4-iscsi', False) {} {{(pid=94668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:34.892039 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318d451-e0e3-4ceb-b5d7-f905eda1c2bc None None] The sync data for ids ['e2b99ac3-398b-4204-9a72-c40de3adb0f2'] in dv-cinder-809523-4-iscsi is: [{'id': 'e2b99ac3-398b-4204-9a72-c40de3adb0f2', 'name': 'tempest-TestShelveInstance-1673018702-router', 'tenant_id': '67fc36691c5546c5ba7ef9857407cfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T11:32:28Z', 'updated_at': '2021-09-23T11:37:34Z', 'revision_number': 6, 'project_id': '67fc36691c5546c5ba7ef9857407cfa4', 'gw_port_host': None}] {{(pid=94668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 11:37:35.037371 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.061732 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd177556-d618-40a7-8c15-91b05cf1b7d7,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:35.128673 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3717200'] for router_gateway, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.222920 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3716159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1702'] for router, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.225800 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.346390 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3716150'] for router, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.346931 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b99ac3-398b-4204-9a72-c40de3adb0f2 {{(pid=94666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 11:37:35.351610 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] Notify callbacks [] for router, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.352747 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0e3ffbe3-7436-4382-add2-bacd37cb679f admin admin] 10.222.0.13 "DELETE /v2.0/routers/e2b99ac3-398b-4204-9a72-c40de3adb0f2 HTTP/1.1" status: 204 len: 168 time: 1.0742350 Sep 23 11:37:35.355385 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38898) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:35.404979 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.db_base_plugin_v2 [None req-90214323-550b-44c0-ba1b-734e8558e76c admin admin] Deleting subnet 044674bd-b517-4be3-a35b-45d5a973d2d9 {{(pid=94666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 11:37:35.408711 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90214323-550b-44c0-ba1b-734e8558e76c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.443284 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90214323-550b-44c0-ba1b-734e8558e76c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9139314'] for subnet, precommit_delete_associations {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.538876 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90214323-550b-44c0-ba1b-734e8558e76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629330'] for subnet, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.660773 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90214323-550b-44c0-ba1b-734e8558e76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8880221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12550952'] for subnet, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.690488 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90214323-550b-44c0-ba1b-734e8558e76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044674bd-b517-4be3-a35b-45d5a973d2d9,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:35.694679 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-90214323-550b-44c0-ba1b-734e8558e76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for subnet, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.696715 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-90214323-550b-44c0-ba1b-734e8558e76c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/044674bd-b517-4be3-a35b-45d5a973d2d9 HTTP/1.1" status: 204 len: 168 time: 0.3403738 Sep 23 11:37:35.699754 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38900) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:35.704594 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e3474-2643-4880-b0c0-6840610c1267 None None] Network 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 requested from dv-cinder-809523-4-iscsi {{(pid=94667) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 11:37:35.773423 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533162'] for network, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.829989 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Deleting port 64edd277-fc4b-4832-aa58-7a856b114b36 {{(pid=94666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:35.830498 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.908077 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.db [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] For port 64edd277-fc4b-4832-aa58-7a856b114b36, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=64edd277-fc4b-4832-aa58-7a856b114b36,segment=NetworkSegment(99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8),segment_id=99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8)] {{(pid=94666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:35.908476 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:35.915635 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] DHCP port deletion for 6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 request from dv-cinder-809523-4-iscsi {{(pid=94667) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 11:37:35.924097 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Calling delete_port for 64edd277-fc4b-4832-aa58-7a856b114b36 owned by network:dhcp {{(pid=94666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:35.964381 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] Deleting port 64edd277-fc4b-4832-aa58-7a856b114b36 {{(pid=94667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 11:37:35.964758 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733696799016'] for port, before_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.030133 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.db [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] For port 64edd277-fc4b-4832-aa58-7a856b114b36, host dv-cinder-809523-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-4-iscsi',level=0,port_id=64edd277-fc4b-4832-aa58-7a856b114b36,segment=NetworkSegment(99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8),segment_id=99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8)] {{(pid=94667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 11:37:36.030535 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726851'] for port, precommit_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.041776 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] Calling delete_port for 64edd277-fc4b-4832-aa58-7a856b114b36 owned by network:dhcp {{(pid=94667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 11:37:36.089072 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8880128'] for port, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.119239 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Pushing event deleted for resources: {'Port': ['ID=64edd277-fc4b-4832-aa58-7a856b114b36,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:36.122038 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-944289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733696805614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733696286666'] for port, after_delete {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.127636 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] No DVR routers for this DVR port 64edd277-fc4b-4832-aa58-7a856b114b36 on host dv-cinder-809523-4-iscsi {{(pid=94666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:37:36.148207 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] Pushing event deleted for resources: {'Port': ['ID=64edd277-fc4b-4832-aa58-7a856b114b36,revision_number=None']} {{(pid=94667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:36.157426 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9958ef-d20f-4e4b-9b3a-79cadf1a0487 None None] No DVR routers for this DVR port 64edd277-fc4b-4832-aa58-7a856b114b36 on host dv-cinder-809523-4-iscsi {{(pid=94667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 11:37:36.207528 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8733696585620'] for network, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.229958 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d60fd0e-e5cc-4a55-80e2-32c9d95911f2']}} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:36.240761 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8') {'for_net_delete': True} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:36.241108 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.services.segments.db [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bd2ef9-256f-4b1d-b9d0-a17ae1c6e8d8') {} {{(pid=94666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 11:37:36.251514 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733696585373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9139307'] for segment, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.266056 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365'] for segment, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.272552 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 11:37:36.272947 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8883443'] for segment, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: Traceback (most recent call last): Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: timer() Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: cb(*args, **kw) Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: return func(*args, **kwargs) Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: self._notify() Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: self.callback(batched_events) Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: event.method(event) Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: return f(self, *a, **k) Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._get(url).json() Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: return self.request(url, 'GET', **kwargs) Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 11:37:36.274582 dv-cinder-809523-4-iscsi neutron-server[94666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 11:37:36.392159 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3717132'] for network, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.397516 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673911'] for network, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.399355 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d60fd0e-e5cc-4a55-80e2-32c9d95911f2 HTTP/1.1" status: 204 len: 168 time: 0.6986043 Sep 23 11:37:36.410456 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd0a52-806f-4f74-858a-4c76f7ba8002 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d60fd0e-e5cc-4a55-80e2-32c9d95911f2,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:36.607600 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 64edd277-fc4b-4832-aa58-7a856b114b36 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:37:36.632470 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 64edd277-fc4b-4832-aa58-7a856b114b36 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:37:36.632818 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 64edd277-fc4b-4832-aa58-7a856b114b36 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:37:36.635721 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 63b41d44-a2ff-47ca-93b4-18c21481fd62 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:37:36.653380 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: 63b41d44-a2ff-47ca-93b4-18c21481fd62 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:37:36.653626 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device 63b41d44-a2ff-47ca-93b4-18c21481fd62 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:37:36.654041 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device fd177556-d618-40a7-8c15-91b05cf1b7d7 no longer exists at agent ovs-agent-dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 11:37:36.675390 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.plugin [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] No Port match for: fd177556-d618-40a7-8c15-91b05cf1b7d7 {{(pid=94667) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 11:37:36.675772 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron.plugins.ml2.rpc [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Device fd177556-d618-40a7-8c15-91b05cf1b7d7 not bound to the agent host dv-cinder-809523-4-iscsi {{(pid=94667) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 11:37:36.735216 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38904) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:36.775354 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-0b74c3f1-7d88-498a-a109-0edfb67adb6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2591febce164953878e8cf1c5cbe0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387850 Sep 23 11:37:36.777885 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38906) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:36.828021 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e01e201-1ead-42b2-a541-571b3b682cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.848305 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e01e201-1ead-42b2-a541-571b3b682cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.980723 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e01e201-1ead-42b2-a541-571b3b682cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.983312 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-7e01e201-1ead-42b2-a541-571b3b682cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:36.985121 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-7e01e201-1ead-42b2-a541-571b3b682cad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40d60661-71ea-4f53-98d3-2e8c58e145fa HTTP/1.1" status: 204 len: 168 time: 0.2062352 Sep 23 11:37:36.995701 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01e201-1ead-42b2-a541-571b3b682cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d60661-71ea-4f53-98d3-2e8c58e145fa,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:37.727840 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38912) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:37.768025 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-acc160c6-b618-41bb-a44d-1e3e771e8169 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67fc36691c5546c5ba7ef9857407cfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390010 Sep 23 11:37:37.770496 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.wsgi [-] (94666) accepted ('10.222.0.13', 38914) {{(pid=94666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 11:37:37.818503 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-57aad683-ddcc-4e69-a3a7-26aa2054e08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:37.839005 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-57aad683-ddcc-4e69-a3a7-26aa2054e08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:37.957401 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-57aad683-ddcc-4e69-a3a7-26aa2054e08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698641'] for security_group, after_delete {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:37.959949 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron_lib.callbacks.manager [None req-57aad683-ddcc-4e69-a3a7-26aa2054e08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:37.961123 dv-cinder-809523-4-iscsi neutron-server[94666]: INFO neutron.wsgi [None req-57aad683-ddcc-4e69-a3a7-26aa2054e08e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32642544-b7f9-4b0f-adff-0ff0b33a4f61 HTTP/1.1" status: 204 len: 168 time: 0.1897388 Sep 23 11:37:37.969456 dv-cinder-809523-4-iscsi neutron-server[94666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aad683-ddcc-4e69-a3a7-26aa2054e08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32642544-b7f9-4b0f-adff-0ff0b33a4f61,revision_number=None']} {{(pid=94666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 11:37:38.427603 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:37:43.603332 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3e29f9ea-c593-4ca3-8371-40f15a1e6672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:45.540051 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-14b22ce8-fefc-4651-bd45-1332ef654066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:46.420385 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:47.465662 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:48.693901 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:37:53.585635 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:13.585467 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-095db9df-c446-491b-b305-49317399916c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:15.426923 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:38:15.539659 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7f1af437-f24e-46bf-9826-57c0c9145f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:16.522896 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:17.482108 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:18.722260 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:23.579456 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:43.590396 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-bfb31bbe-dc58-4422-a042-47f604368c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:45.515989 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-aeb85dd4-da56-4798-8fb1-98a9930a5333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:46.384477 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:47.476462 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:48.715428 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:38:52.424977 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:38:53.624417 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:13.612628 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbea0-c9c2-4984-9340-cde34ecff201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:15.537913 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-db94f411-b1e0-49df-9127-8663adc299d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:16.429774 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:17.452077 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:18.739693 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:23.629488 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:29.423861 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:39:43.617731 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3aed-4bd6-4ceb-bed2-821c1ad9854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:45.566114 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-2233c8d8-a452-4b4b-a67e-bda093131d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:46.434781 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:47.497492 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:48.743486 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:39:53.600196 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:06.423375 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:40:13.627919 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-cdc71d9d-b22f-4645-89e5-4b091fe0f467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:15.525493 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-8b0d3721-aacb-4a52-baf9-49d34ed9b01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:16.405164 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:17.491198 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:18.742657 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:23.627826 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:43.422103 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:40:43.621981 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f478eb15-50d3-4550-b570-759555d0ebe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:45.541789 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-f626de37-1f05-4121-a25f-978f75708d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:46.410432 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:47.496345 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:48.736198 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:40:53.633040 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:13.609724 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a769135-3f48-4205-9eb2-eca1b25d115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:15.570113 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-0072c35a-26d6-4fb9-8d43-410bea8a297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:16.444410 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:17.513099 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:18.752916 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:20.420592 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:41:23.632461 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:43.644069 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-983b433f-a61f-46d3-a9f0-56a17d0b7931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:45.529079 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6a6a593c-4925-4469-85e4-a8a532512106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:46.437874 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:47.477899 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:48.740493 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:53.660900 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:41:57.419054 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:42:13.654443 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-3106ed95-64fd-40bf-882c-d362e13d5665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:15.523536 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-7630ded7-7a9b-4418-b132-99d32d4782d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:16.448716 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:17.482912 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:18.740222 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:23.637038 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb1bd-c5dd-4301-b70e-f47b8fa60c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:34.419397 dv-cinder-809523-4-iscsi neutron-server[94668]: DEBUG neutron.db.agents_db [None req-88cb68a0-3c33-4c2a-9144-3a4f3b86b812 None None] Agent healthcheck: found 6 active agents {{(pid=94668) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 11:42:43.642581 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-e9b80615-8e09-493d-9111-6555d4beb71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:45.539323 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-df086bd1-3d68-4716-b864-74830759cbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:46.419836 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-a67311f1-0539-46f4-8a25-3eda9c46c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:47.499706 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-6af628b7-fb9f-4cae-8d64-24b574624191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 11:42:48.745439 dv-cinder-809523-4-iscsi neutron-server[94667]: DEBUG neutron_lib.callbacks.manager [None req-facb1d2c-9936-404e-bdcb-04d3ef212de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733696585602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625131'] for agent, after_update {{(pid=94667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}